{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5053.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2934) [trial-2352↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2934)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2934) [trial-2352↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:34.147484 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:42:34.158618 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:34.731624 tst mo_mt_sms.py: using LAC 17876\u000a00:42:34.847241 tst mo_mt_sms.py: using RAC 26\u000a00:42:34.964137 tst mo_mt_sms.py: using CellId 17876\u000a00:42:35.077848 tst mo_mt_sms.py: using BVCI 17877\u000a00:42:35.100127 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:35.281367 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:35.574903 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:42:35.712558 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:42:38.090154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2933): Launched\u000a00:42:38.414400 run osmo-nitb_10.42.42.2(pid=2934): Launched\u000a00:42:38.600590 run osmo-nitb_10.42.42.2(pid=2934): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2934)]\u000a00:42:38.735371 run osmo-nitb_10.42.42.2(pid=2934): stdout: \u000a| (launched: 2022-12-09_00:42:38.256123) \u000a00:42:38.870339 run osmo-nitb_10.42.42.2(pid=2934): stderr: \u000a| (launched: 2022-12-09_00:42:38.304657)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:39.000224 run osmo-nitb_10.42.42.2(pid=2934): stdout: \u000a| (launched: 2022-12-09_00:42:38.256123) \u000a00:42:39.129529 run osmo-nitb_10.42.42.2(pid=2934): stderr: \u000a| (launched: 2022-12-09_00:42:38.304657)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:42:39.186034 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2934): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2934) [trial-2352↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2934)] [trial-2352↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a00:42:39.194552 tst mo_mt_sms.py:11: Test FAILED (5.0 sec)\u000a00:42:39.231193 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2933): Terminating (SIGTERM)\u000a00:42:39.408772 --- ParallelTerminationStrategy: PID 2933 died...\u000a00:42:39.466995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2933): Terminated: ok {rc=0}\u000a00:42:39.556339 bus /sierra_3: Setting Powered False\u000a00:42:40.663960 bus /sierra_3: Setting Powered False\u000a00:42:41.777793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:42:33" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2352↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2352↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:42:43.626328 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:43.637489 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:42:43.766704 tst mo_mt_sms.py: using LAC 17877\u000a00:42:43.894929 tst mo_mt_sms.py: using RAC 27\u000a00:42:44.021214 tst mo_mt_sms.py: using CellId 17877\u000a00:42:44.152345 tst mo_mt_sms.py: using BVCI 17878\u000a00:42:44.176892 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.187964 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.198901 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.210205 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.221297 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:42:44.232167 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:44.351881 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:42:44.560639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:46.344400 run create_hlr_db(pid=2938): Launched\u000a00:42:46.524517 bus /sierra_2: Setting Powered False\u000a00:42:47.544257 run create_hlr_db(pid=2938): Terminated: ok {rc=0}\u000a00:42:47.982617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Launched\u000a00:42:48.313296 run osmo-hlr_10.42.42.2(pid=2941): Launched\u000a00:42:48.434946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:51.020579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Launched\u000a00:42:51.349752 run osmo-stp_10.42.42.5(pid=2944): Launched\u000a00:42:51.468811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:42:56.972385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2946): Launched\u000a00:42:57.299586 run osmo-msc_10.42.42.6(pid=2947): Launched\u000a00:42:57.489267 run osmo-stp_10.42.42.5(pid=2944): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]\u000a00:42:57.626270 run osmo-stp_10.42.42.5(pid=2944): stdout: \u000a| (launched: 2022-12-09_00:42:51.186599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:57.772901 run osmo-stp_10.42.42.5(pid=2944): stderr: \u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004251383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:57.909596 run osmo-stp_10.42.42.5(pid=2944): stdout: \u000a| (launched: 2022-12-09_00:42:51.186599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:58.038962 run osmo-stp_10.42.42.5(pid=2944): stderr: \u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004251382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004251383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004251383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:58.095751 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2352↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)] [trial-2352↪sms:sysmo↪mo_mt_sms.py:16]\u000a00:42:58.104574 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a00:42:58.168004 run osmo-hlr_10.42.42.2(pid=2941): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2941)]\u000a00:42:58.220420 run osmo-hlr_10.42.42.2(pid=2941): stdout: \u000a| (launched: 2022-12-09_00:42:48.149558) \u000a00:42:58.272982 run osmo-hlr_10.42.42.2(pid=2941): stderr: \u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004248350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004248363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004248371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004248372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004248372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:58.343998 run osmo-msc_10.42.42.6(pid=2947): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2947)]\u000a00:42:58.396444 run osmo-msc_10.42.42.6(pid=2947): stdout: \u000a| (launched: 2022-12-09_00:42:57.137641) \u000a00:42:58.448509 run osmo-msc_10.42.42.6(pid=2947): stderr: \u000a| �[0;m�[38;5;43m20221209004257463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004257463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0facd7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004257463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004257463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004257463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004257463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004257465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004257465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004257466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004257466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:42:58.493056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminating (SIGTERM)\u000a00:42:58.535370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminating (SIGTERM)\u000a00:42:58.577642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2946): Terminating (SIGTERM)\u000a00:42:58.587389 --- ParallelTerminationStrategy: PID 2940 died...\u000a00:42:58.644208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminated: ok {rc=0}\u000a00:42:58.654306 --- ParallelTerminationStrategy: PID 2943 died...\u000a00:42:58.710572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminated: ok {rc=0}\u000a00:42:58.720612 --- ParallelTerminationStrategy: PID 2946 died...\u000a00:42:58.777016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2946): Terminated: ok {rc=0}\u000a00:42:58.864976 bus /sierra_3: Setting Powered False\u000a00:42:59.974309 bus /sierra_3: Setting Powered False\u000a00:43:01.113499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:42:43" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2953) [trial-2352↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2953)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2953) [trial-2352↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:43:02.947648 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:43:02.959537 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:43:03.143078 tst assert_extension.py: using LAC 17878\u000a00:43:03.347568 tst assert_extension.py: using RAC 28\u000a00:43:03.482585 tst assert_extension.py: using CellId 17878\u000a00:43:03.610767 tst assert_extension.py: using BVCI 17879\u000a00:43:03.635799 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:43:03.913451 tst assert_extension.py:10: start nitb and bts...\u000a00:43:04.039769 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:43:04.671453 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2952): Launched\u000a00:43:04.975351 run osmo-nitb_10.42.42.2(pid=2953): Launched\u000a00:43:05.161556 run osmo-nitb_10.42.42.2(pid=2953): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2953)]\u000a00:43:05.299149 run osmo-nitb_10.42.42.2(pid=2953): stdout: \u000a| (launched: 2022-12-09_00:43:04.825982) \u000a00:43:05.436820 run osmo-nitb_10.42.42.2(pid=2953): stderr: \u000a| (launched: 2022-12-09_00:43:04.871017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:43:05.570079 run osmo-nitb_10.42.42.2(pid=2953): stdout: \u000a| (launched: 2022-12-09_00:43:04.825982) \u000a00:43:05.702816 run osmo-nitb_10.42.42.2(pid=2953): stderr: \u000a| (launched: 2022-12-09_00:43:04.871017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:43:06.099177 tst osmo-nitb_10.42.42.2(pid=2953): stdout: \u000a| (launched: 2022-12-09_00:43:04.825982) \u000a00:43:06.220376 tst osmo-nitb_10.42.42.2(pid=2953): stderr: \u000a| (launched: 2022-12-09_00:43:04.871017)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:43:06.273533 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2953) [trial-2352↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2953)] [trial-2352↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a00:43:06.281784 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a00:43:06.317138 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2952): Terminating (SIGTERM)\u000a00:43:06.495070 --- ParallelTerminationStrategy: PID 2952 died...\u000a00:43:06.551520 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2952): Terminated: ok {rc=0}\u000a00:43:06.641241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:43:02" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2352↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2352↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:43:08.477436 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:08.488058 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:43:08.612562 tst assert_extension.py: using LAC 17879\u000a00:43:08.734479 tst assert_extension.py: using RAC 29\u000a00:43:08.853435 tst assert_extension.py: using CellId 17879\u000a00:43:08.971507 tst assert_extension.py: using BVCI 17880\u000a00:43:08.994648 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:09.005182 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:09.015616 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:09.026352 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:09.037636 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:43:09.048208 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:43:09.259370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:09.784056 run create_hlr_db(pid=2957): Launched\u000a00:43:09.974378 bus /sierra_2: Setting Powered False\u000a00:43:10.995589 run create_hlr_db(pid=2957): Terminated: ok {rc=0}\u000a00:43:11.408495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Launched\u000a00:43:11.714567 run osmo-hlr_10.42.42.2(pid=2960): Launched\u000a00:43:11.826707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:12.358872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Launched\u000a00:43:12.666218 run osmo-stp_10.42.42.5(pid=2963): Launched\u000a00:43:12.777411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:13.332856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2965): Launched\u000a00:43:13.640077 run osmo-msc_10.42.42.6(pid=2966): Launched\u000a00:43:13.821314 run osmo-stp_10.42.42.5(pid=2963): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a00:43:13.951092 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_00:43:12.513205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:14.078325 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004312685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:14.200828 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_00:43:12.513205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:14.322120 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004312684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004312685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004312687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:14.374965 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2352↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)] [trial-2352↪ussd:sysmo↪assert_extension.py:17]\u000a00:43:14.383002 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a00:43:14.444529 run osmo-hlr_10.42.42.2(pid=2960): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2960)]\u000a00:43:14.494824 run osmo-hlr_10.42.42.2(pid=2960): stdout: \u000a| (launched: 2022-12-09_00:43:11.562498) \u000a00:43:14.545650 run osmo-hlr_10.42.42.2(pid=2960): stderr: \u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004311742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004311776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004311787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004311787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004311787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:14.614357 run osmo-msc_10.42.42.6(pid=2966): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2966)]\u000a00:43:14.664633 run osmo-msc_10.42.42.6(pid=2966): stdout: \u000a| (launched: 2022-12-09_00:43:13.486770) \u000a00:43:14.715413 run osmo-msc_10.42.42.6(pid=2966): stderr: \u000a| �[0;m�[38;5;43m20221209004313761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004313761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe9d708c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004313762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004313762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004313762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004313762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004313764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004313764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004313764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004313764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:14.758087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminating (SIGTERM)\u000a00:43:14.798563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminating (SIGTERM)\u000a00:43:14.839142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2965): Terminating (SIGTERM)\u000a00:43:14.848529 --- ParallelTerminationStrategy: PID 2959 died...\u000a00:43:14.902816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminated: ok {rc=0}\u000a00:43:14.912690 --- ParallelTerminationStrategy: PID 2962 died...\u000a00:43:14.966838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminated: ok {rc=0}\u000a00:43:14.976668 --- ParallelTerminationStrategy: PID 2965 died...\u000a00:43:15.030354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2965): Terminated: ok {rc=0}\u000a00:43:15.121106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:43:08" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2977): Process ended prematurely: osmo-stp_10.42.42.5(pid=2977) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2977)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2977): Process ended prematurely: osmo-stp_10.42.42.5(pid=2977) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:17.055726 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.067709 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:43:17.219220 tst mo_mt_call.py: using LAC 17880\u000a00:43:17.339822 tst mo_mt_call.py: using RAC 30\u000a00:43:17.462451 tst mo_mt_call.py: using CellId 17880\u000a00:43:17.582582 tst mo_mt_call.py: using BVCI 17881\u000a00:43:17.606246 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.617367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.628306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.639205 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.650507 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:17.662014 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:17.784107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:17.997091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:18.530902 run create_hlr_db(pid=2971): Launched\u000a00:43:18.724335 bus /sierra_2: Setting Powered False\u000a00:43:19.745584 run create_hlr_db(pid=2971): Terminated: ok {rc=0}\u000a00:43:20.164609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2973): Launched\u000a00:43:20.478130 run osmo-hlr_10.42.42.2(pid=2974): Launched\u000a00:43:20.599586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:21.147108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2976): Launched\u000a00:43:21.458793 run osmo-stp_10.42.42.5(pid=2977): Launched\u000a00:43:21.571778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:22.138546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2979): Launched\u000a00:43:22.449758 run osmo-msc_10.42.42.6(pid=2980): Launched\u000a00:43:22.631564 run osmo-stp_10.42.42.5(pid=2977): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2977)]\u000a00:43:22.763210 run osmo-stp_10.42.42.5(pid=2977): stdout: \u000a| (launched: 2022-12-09_00:43:21.304620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:22.891786 run osmo-stp_10.42.42.5(pid=2977): stderr: \u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004321478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:23.015692 run osmo-stp_10.42.42.5(pid=2977): stdout: \u000a| (launched: 2022-12-09_00:43:21.304620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:23.138725 run osmo-stp_10.42.42.5(pid=2977): stderr: \u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004321477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004321478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004321478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:23.192915 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2977): Process ended prematurely: osmo-stp_10.42.42.5(pid=2977) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2977)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:43:23.201664 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:43:23.263095 run osmo-hlr_10.42.42.2(pid=2974): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2974)]\u000a00:43:23.313463 run osmo-hlr_10.42.42.2(pid=2974): stdout: \u000a| (launched: 2022-12-09_00:43:20.322557) \u000a00:43:23.364196 run osmo-hlr_10.42.42.2(pid=2974): stderr: \u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004320503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004320515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004320524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004320524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004320524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:23.432825 run osmo-msc_10.42.42.6(pid=2980): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2980)]\u000a00:43:23.482964 run osmo-msc_10.42.42.6(pid=2980): stdout: \u000a| (launched: 2022-12-09_00:43:22.295409) \u000a00:43:23.533782 run osmo-msc_10.42.42.6(pid=2980): stderr: \u000a| �[0;m�[38;5;43m20221209004322571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004322571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79bdec3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004322571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004322571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004322571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004322571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004322573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004322574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004322574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004322574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:23.576508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2973): Terminating (SIGTERM)\u000a00:43:23.617099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2976): Terminating (SIGTERM)\u000a00:43:23.657830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2979): Terminating (SIGTERM)\u000a00:43:23.667373 --- ParallelTerminationStrategy: PID 2973 died...\u000a00:43:23.721913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2973): Terminated: ok {rc=0}\u000a00:43:23.732048 --- ParallelTerminationStrategy: PID 2976 died...\u000a00:43:23.786205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2976): Terminated: ok {rc=0}\u000a00:43:23.796141 --- ParallelTerminationStrategy: PID 2979 died...\u000a00:43:23.850451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2979): Terminated: ok {rc=0}\u000a00:43:23.935268 bus /sierra_3: Setting Powered False\u000a00:43:25.039722 bus /sierra_3: Setting Powered False\u000a00:43:26.153451 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:27.267290 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.279355 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:43:27.427742 tst mo_mt_call_osmux.py: using LAC 17881\u000a00:43:27.551154 tst mo_mt_call_osmux.py: using RAC 31\u000a00:43:27.674775 tst mo_mt_call_osmux.py: using CellId 17881\u000a00:43:27.800718 tst mo_mt_call_osmux.py: using BVCI 17882\u000a00:43:27.824374 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.835565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.846510 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.857707 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.868837 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:43:27.880100 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:28.000673 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:43:28.215248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:28.748432 run create_hlr_db(pid=2982): Launched\u000a00:43:28.941715 bus /sierra_2: Setting Powered False\u000a00:43:29.962534 run create_hlr_db(pid=2982): Terminated: ok {rc=0}\u000a00:43:30.380814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Launched\u000a00:43:30.693947 run osmo-hlr_10.42.42.2(pid=2985): Launched\u000a00:43:30.815245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:31.443449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Launched\u000a00:43:31.796121 run osmo-stp_10.42.42.5(pid=2988): Launched\u000a00:43:31.963248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:32.659711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Launched\u000a00:43:32.991963 run osmo-msc_10.42.42.6(pid=2991): Launched\u000a00:43:33.186545 run osmo-stp_10.42.42.5(pid=2988): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)]\u000a00:43:33.326829 run osmo-stp_10.42.42.5(pid=2988): stdout: \u000a| (launched: 2022-12-09_00:43:31.602974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:33.466401 run osmo-stp_10.42.42.5(pid=2988): stderr: \u000a| �[0;m�[38;5;43m20221209004331978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004331978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004331979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004331979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:33.599526 run osmo-stp_10.42.42.5(pid=2988): stdout: \u000a| (launched: 2022-12-09_00:43:31.602974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:33.731628 run osmo-stp_10.42.42.5(pid=2988): stderr: \u000a| �[0;m�[38;5;43m20221209004331978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004331978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004331979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004331979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004331981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:33.789727 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2988): Process ended prematurely: osmo-stp_10.42.42.5(pid=2988) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2988)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:43:33.798910 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:43:33.862689 run osmo-hlr_10.42.42.2(pid=2985): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2985)]\u000a00:43:33.914913 run osmo-hlr_10.42.42.2(pid=2985): stdout: \u000a| (launched: 2022-12-09_00:43:30.539050) \u000a00:43:33.967306 run osmo-hlr_10.42.42.2(pid=2985): stderr: \u000a| �[0;m�[1;31m20221209004330717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004330718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004330718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004330718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004330718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004330718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004330730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004330738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004330739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004330739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:34.038833 run osmo-msc_10.42.42.6(pid=2991): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2991)]\u000a00:43:34.093344 run osmo-msc_10.42.42.6(pid=2991): stdout: \u000a| (launched: 2022-12-09_00:43:32.828636) \u000a00:43:34.145934 run osmo-msc_10.42.42.6(pid=2991): stderr: \u000a| �[0;m�[38;5;43m20221209004333154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004333154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f742ae35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004333155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004333155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004333155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004333155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004333157 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004333157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004333157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004333157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:34.190345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Terminating (SIGTERM)\u000a00:43:34.232667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Terminating (SIGTERM)\u000a00:43:34.274844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Terminating (SIGTERM)\u000a00:43:34.284602 --- ParallelTerminationStrategy: PID 2984 died...\u000a00:43:34.341352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2984): Terminated: ok {rc=0}\u000a00:43:34.351464 --- ParallelTerminationStrategy: PID 2987 died...\u000a00:43:34.407770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2987): Terminated: ok {rc=0}\u000a00:43:34.418338 --- ParallelTerminationStrategy: PID 2990 died...\u000a00:43:34.474317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2990): Terminated: ok {rc=0}\u000a00:43:34.562711 bus /sierra_3: Setting Powered False\u000a00:43:35.670954 bus /sierra_3: Setting Powered False\u000a00:43:36.782847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:43:16" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:43:38.754737 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:38.766172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:38.924768 tst mo_mt_call.py: using LAC 17882\u000a00:43:39.053468 tst mo_mt_call.py: using RAC 32\u000a00:43:39.187338 tst mo_mt_call.py: using CellId 17882\u000a00:43:39.316779 tst mo_mt_call.py: using BVCI 17883\u000a00:43:39.342267 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:39.353835 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:39.365283 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:39.376638 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:39.388131 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:39.399546 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:39.515327 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:39.731076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:40.265946 run create_hlr_db(pid=2996): Launched\u000a00:43:40.459798 bus /sierra_2: Setting Powered False\u000a00:43:41.480258 run create_hlr_db(pid=2996): Terminated: ok {rc=0}\u000a00:43:41.926204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Launched\u000a00:43:42.261689 run osmo-hlr_10.42.42.2(pid=2999): Launched\u000a00:43:42.384061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:42.965365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Launched\u000a00:43:43.301320 run osmo-stp_10.42.42.5(pid=3002): Launched\u000a00:43:43.422943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:44.035356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Launched\u000a00:43:44.371246 run osmo-msc_10.42.42.6(pid=3005): Launched\u000a00:43:44.565432 run osmo-stp_10.42.42.5(pid=3002): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)]\u000a00:43:44.705199 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-09_00:43:43.135211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:44.844684 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004343334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:44.978442 run osmo-stp_10.42.42.5(pid=3002): stdout: \u000a| (launched: 2022-12-09_00:43:43.135211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:45.111099 run osmo-stp_10.42.42.5(pid=3002): stderr: \u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004343334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004343334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004343335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:45.169599 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3002): Process ended prematurely: osmo-stp_10.42.42.5(pid=3002) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3002)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:43:45.178830 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:43:45.242747 run osmo-hlr_10.42.42.2(pid=2999): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2999)]\u000a00:43:45.295132 run osmo-hlr_10.42.42.2(pid=2999): stdout: \u000a| (launched: 2022-12-09_00:43:42.096610) \u000a00:43:45.347933 run osmo-hlr_10.42.42.2(pid=2999): stderr: \u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004342301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004342314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004342322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004342322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004342322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:45.419257 run osmo-msc_10.42.42.6(pid=3005): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3005)]\u000a00:43:45.471413 run osmo-msc_10.42.42.6(pid=3005): stdout: \u000a| (launched: 2022-12-09_00:43:44.205576) \u000a00:43:45.524086 run osmo-msc_10.42.42.6(pid=3005): stderr: \u000a| �[0;m�[38;5;43m20221209004344536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004344536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38d3dc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004344536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004344536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004344536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004344536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004344538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004344539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004344539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004344539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:45.568766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminating (SIGTERM)\u000a00:43:45.610987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminating (SIGTERM)\u000a00:43:45.653287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminating (SIGTERM)\u000a00:43:45.662613 --- ParallelTerminationStrategy: PID 2998 died...\u000a00:43:45.718861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2998): Terminated: ok {rc=0}\u000a00:43:45.728937 --- ParallelTerminationStrategy: PID 3001 died...\u000a00:43:45.785054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3001): Terminated: ok {rc=0}\u000a00:43:45.795106 --- ParallelTerminationStrategy: PID 3004 died...\u000a00:43:45.869828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3004): Terminated: ok {rc=0}\u000a00:43:45.974171 bus /sierra_3: Setting Powered False\u000a00:43:47.080023 bus /sierra_3: Setting Powered False\u000a00:43:48.188596 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3013): Process ended prematurely: osmo-stp_10.42.42.5(pid=3013) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3013)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3013): Process ended prematurely: osmo-stp_10.42.42.5(pid=3013) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:43:49.306780 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.319126 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:43:49.475049 tst mo_mt_call_osmux.py: using LAC 17883\u000a00:43:49.607389 tst mo_mt_call_osmux.py: using RAC 33\u000a00:43:49.739373 tst mo_mt_call_osmux.py: using CellId 17883\u000a00:43:49.871234 tst mo_mt_call_osmux.py: using BVCI 17884\u000a00:43:49.896709 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.908415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.920356 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.932113 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.943724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:43:49.955448 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:50.074900 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:43:50.291578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:50.826178 run create_hlr_db(pid=3007): Launched\u000a00:43:51.019849 bus /sierra_2: Setting Powered False\u000a00:43:52.041138 run create_hlr_db(pid=3007): Terminated: ok {rc=0}\u000a00:43:52.459728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3009): Launched\u000a00:43:52.771506 run osmo-hlr_10.42.42.2(pid=3010): Launched\u000a00:43:52.893257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:53.439480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3012): Launched\u000a00:43:53.750999 run osmo-stp_10.42.42.5(pid=3013): Launched\u000a00:43:53.868769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:43:54.436626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3015): Launched\u000a00:43:54.748929 run osmo-msc_10.42.42.6(pid=3016): Launched\u000a00:43:54.930659 run osmo-stp_10.42.42.5(pid=3013): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3013)]\u000a00:43:55.061850 run osmo-stp_10.42.42.5(pid=3013): stdout: \u000a| (launched: 2022-12-09_00:43:53.596506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:55.191045 run osmo-stp_10.42.42.5(pid=3013): stderr: \u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004353771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:55.315418 run osmo-stp_10.42.42.5(pid=3013): stdout: \u000a| (launched: 2022-12-09_00:43:53.596506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:55.438694 run osmo-stp_10.42.42.5(pid=3013): stderr: \u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004353770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004353771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004353771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:55.492908 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3013): Process ended prematurely: osmo-stp_10.42.42.5(pid=3013) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3013)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:43:55.501761 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:43:55.562692 run osmo-hlr_10.42.42.2(pid=3010): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3010)]\u000a00:43:55.612893 run osmo-hlr_10.42.42.2(pid=3010): stdout: \u000a| (launched: 2022-12-09_00:43:52.617587) \u000a00:43:55.663201 run osmo-hlr_10.42.42.2(pid=3010): stderr: \u000a| �[0;m�[1;31m20221209004352794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004352794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004352795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004352795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004352795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004352795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004352807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004352816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004352816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004352816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:55.731213 run osmo-msc_10.42.42.6(pid=3016): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3016)]\u000a00:43:55.780940 run osmo-msc_10.42.42.6(pid=3016): stdout: \u000a| (launched: 2022-12-09_00:43:54.594068) \u000a00:43:55.831795 run osmo-msc_10.42.42.6(pid=3016): stderr: \u000a| �[0;m�[38;5;43m20221209004354872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004354872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbbf7c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004354872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004354872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004354872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004354873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004354874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004354875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004354875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004354875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:43:55.873825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3009): Terminating (SIGTERM)\u000a00:43:55.913882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3012): Terminating (SIGTERM)\u000a00:43:55.954145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3015): Terminating (SIGTERM)\u000a00:43:55.963753 --- ParallelTerminationStrategy: PID 3009 died...\u000a00:43:56.018045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3009): Terminated: ok {rc=0}\u000a00:43:56.027801 --- ParallelTerminationStrategy: PID 3012 died...\u000a00:43:56.081695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3012): Terminated: ok {rc=0}\u000a00:43:56.091542 --- ParallelTerminationStrategy: PID 3015 died...\u000a00:43:56.145163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3015): Terminated: ok {rc=0}\u000a00:43:56.234857 bus /sierra_3: Setting Powered False\u000a00:43:57.339055 bus /sierra_3: Setting Powered False\u000a00:43:58.451263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:43:38" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3027): Process ended prematurely: osmo-stp_10.42.42.5(pid=3027) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3027)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3027): Process ended prematurely: osmo-stp_10.42.42.5(pid=3027) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:00.410961 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:00.422550 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:44:00.579907 tst mo_mt_call.py: using LAC 17884\u000a00:44:00.710290 tst mo_mt_call.py: using RAC 34\u000a00:44:00.857661 tst mo_mt_call.py: using CellId 17884\u000a00:44:00.997420 tst mo_mt_call.py: using BVCI 17885\u000a00:44:01.022580 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:01.035802 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:01.049028 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:01.061946 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:01.074070 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:01.088297 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:01.211340 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:01.475079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:02.082473 run create_hlr_db(pid=3021): Launched\u000a00:44:02.303217 bus /sierra_2: Setting Powered False\u000a00:44:03.303838 run create_hlr_db(pid=3021): Terminated: ok {rc=0}\u000a00:44:03.765981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3023): Launched\u000a00:44:04.101660 run osmo-hlr_10.42.42.2(pid=3024): Launched\u000a00:44:04.223404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:04.805522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3026): Launched\u000a00:44:05.141221 run osmo-stp_10.42.42.5(pid=3027): Launched\u000a00:44:05.262262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:05.871412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3029): Launched\u000a00:44:06.206394 run osmo-msc_10.42.42.6(pid=3030): Launched\u000a00:44:06.401318 run osmo-stp_10.42.42.5(pid=3027): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3027)]\u000a00:44:06.541179 run osmo-stp_10.42.42.5(pid=3027): stdout: \u000a| (launched: 2022-12-09_00:44:04.975558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:06.680482 run osmo-stp_10.42.42.5(pid=3027): stderr: \u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004405173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:06.814346 run osmo-stp_10.42.42.5(pid=3027): stdout: \u000a| (launched: 2022-12-09_00:44:04.975558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:06.947049 run osmo-stp_10.42.42.5(pid=3027): stderr: \u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004405172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004405173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004405173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:07.005827 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3027): Process ended prematurely: osmo-stp_10.42.42.5(pid=3027) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3027)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:44:07.015147 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:44:07.078742 run osmo-hlr_10.42.42.2(pid=3024): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3024)]\u000a00:44:07.131291 run osmo-hlr_10.42.42.2(pid=3024): stdout: \u000a| (launched: 2022-12-09_00:44:03.935509) \u000a00:44:07.184186 run osmo-hlr_10.42.42.2(pid=3024): stderr: \u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004404138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004404150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004404159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004404159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004404159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:07.255996 run osmo-msc_10.42.42.6(pid=3030): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3030)]\u000a00:44:07.308278 run osmo-msc_10.42.42.6(pid=3030): stdout: \u000a| (launched: 2022-12-09_00:44:06.040735) \u000a00:44:07.360868 run osmo-msc_10.42.42.6(pid=3030): stderr: \u000a| �[0;m�[38;5;43m20221209004406366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004406366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2342f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004406367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004406367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004406367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004406367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004406369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004406369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004406369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004406369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:07.405590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3023): Terminating (SIGTERM)\u000a00:44:07.447898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3026): Terminating (SIGTERM)\u000a00:44:07.490371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3029): Terminating (SIGTERM)\u000a00:44:07.499855 --- ParallelTerminationStrategy: PID 3023 died...\u000a00:44:07.556353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3023): Terminated: ok {rc=0}\u000a00:44:07.566784 --- ParallelTerminationStrategy: PID 3026 died...\u000a00:44:07.622813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3026): Terminated: ok {rc=0}\u000a00:44:07.633142 --- ParallelTerminationStrategy: PID 3029 died...\u000a00:44:07.689192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3029): Terminated: ok {rc=0}\u000a00:44:07.777419 bus /sierra_3: Setting Powered False\u000a00:44:08.885473 bus /sierra_3: Setting Powered False\u000a00:44:09.993106 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3038): Process ended prematurely: osmo-stp_10.42.42.5(pid=3038) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3038)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3038): Process ended prematurely: osmo-stp_10.42.42.5(pid=3038) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:11.103952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.115833 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:44:11.263668 tst mo_mt_call_osmux.py: using LAC 17885\u000a00:44:11.387252 tst mo_mt_call_osmux.py: using RAC 35\u000a00:44:11.512606 tst mo_mt_call_osmux.py: using CellId 17885\u000a00:44:11.636266 tst mo_mt_call_osmux.py: using BVCI 17886\u000a00:44:11.659993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.671100 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.682044 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.693241 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.704246 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:44:11.715323 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:11.832615 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:44:12.051206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:12.590062 run create_hlr_db(pid=3032): Launched\u000a00:44:12.783508 bus /sierra_2: Setting Powered False\u000a00:44:13.803785 run create_hlr_db(pid=3032): Terminated: ok {rc=0}\u000a00:44:14.222483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3034): Launched\u000a00:44:14.537591 run osmo-hlr_10.42.42.2(pid=3035): Launched\u000a00:44:14.660543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:15.208490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3037): Launched\u000a00:44:15.519949 run osmo-stp_10.42.42.5(pid=3038): Launched\u000a00:44:15.633737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:16.244437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3040): Launched\u000a00:44:16.731722 run osmo-msc_10.42.42.6(pid=3042): Launched\u000a00:44:17.170090 run osmo-stp_10.42.42.5(pid=3038): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3038)]\u000a00:44:17.303059 run osmo-stp_10.42.42.5(pid=3038): stdout: \u000a| (launched: 2022-12-09_00:44:15.365710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:17.435884 run osmo-stp_10.42.42.5(pid=3038): stderr: \u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004415539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:17.561010 run osmo-stp_10.42.42.5(pid=3038): stdout: \u000a| (launched: 2022-12-09_00:44:15.365710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:17.685300 run osmo-stp_10.42.42.5(pid=3038): stderr: \u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004415538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004415539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004415541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:17.739915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3038): Process ended prematurely: osmo-stp_10.42.42.5(pid=3038) [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3038)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:44:17.749043 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a00:44:17.810635 run osmo-hlr_10.42.42.2(pid=3035): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3035)]\u000a00:44:17.861065 run osmo-hlr_10.42.42.2(pid=3035): stdout: \u000a| (launched: 2022-12-09_00:44:14.381293) \u000a00:44:17.911928 run osmo-hlr_10.42.42.2(pid=3035): stderr: \u000a| �[0;m�[1;31m20221209004414558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004414558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004414558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004414558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004414558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004414559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004414571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004414579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004414579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004414579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:17.980662 run osmo-msc_10.42.42.6(pid=3042): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3042)]\u000a00:44:18.030964 run osmo-msc_10.42.42.6(pid=3042): stdout: \u000a| (launched: 2022-12-09_00:44:16.404422) \u000a00:44:18.081885 run osmo-msc_10.42.42.6(pid=3042): stderr: \u000a| �[0;m�[38;5;43m20221209004416854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004416854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c40fbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004416854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004416858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004416859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004416859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004416859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:18.124648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3034): Terminating (SIGTERM)\u000a00:44:18.165351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3037): Terminating (SIGTERM)\u000a00:44:18.206242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3040): Terminating (SIGTERM)\u000a00:44:18.215746 --- ParallelTerminationStrategy: PID 3034 died...\u000a00:44:18.270427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3034): Terminated: ok {rc=0}\u000a00:44:18.280330 --- ParallelTerminationStrategy: PID 3037 died...\u000a00:44:18.334987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3037): Terminated: ok {rc=0}\u000a00:44:18.345104 --- ParallelTerminationStrategy: PID 3040 died...\u000a00:44:18.399644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3040): Terminated: ok {rc=0}\u000a00:44:18.488754 bus /sierra_3: Setting Powered False\u000a00:44:19.592942 bus /sierra_3: Setting Powered False\u000a00:44:20.704877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:44:00" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3054): Process ended prematurely: osmo-stp_10.42.42.5(pid=3054) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3054)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3054): Process ended prematurely: osmo-stp_10.42.42.5(pid=3054) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:22.662730 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:22.673928 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:44:22.831791 tst mo_mt_call.py: using LAC 17886\u000a00:44:22.955866 tst mo_mt_call.py: using RAC 36\u000a00:44:23.080452 tst mo_mt_call.py: using CellId 17886\u000a00:44:23.202835 tst mo_mt_call.py: using BVCI 17887\u000a00:44:23.226653 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:23.237928 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:23.248805 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:23.260185 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:23.271440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:23.282825 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:23.405375 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:23.607970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:24.095673 run create_hlr_db(pid=3048): Launched\u000a00:44:24.274360 bus /sierra_2: Setting Powered False\u000a00:44:25.294430 run create_hlr_db(pid=3048): Terminated: ok {rc=0}\u000a00:44:25.737430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3050): Launched\u000a00:44:26.072078 run osmo-hlr_10.42.42.2(pid=3051): Launched\u000a00:44:26.194037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:26.775365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3053): Launched\u000a00:44:27.109298 run osmo-stp_10.42.42.5(pid=3054): Launched\u000a00:44:27.230107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:27.839024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3056): Launched\u000a00:44:28.173407 run osmo-msc_10.42.42.6(pid=3057): Launched\u000a00:44:28.367601 run osmo-stp_10.42.42.5(pid=3054): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3054)]\u000a00:44:28.507318 run osmo-stp_10.42.42.5(pid=3054): stdout: \u000a| (launched: 2022-12-09_00:44:26.944883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:28.646789 run osmo-stp_10.42.42.5(pid=3054): stderr: \u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004427141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:28.780291 run osmo-stp_10.42.42.5(pid=3054): stdout: \u000a| (launched: 2022-12-09_00:44:26.944883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:28.912662 run osmo-stp_10.42.42.5(pid=3054): stderr: \u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004427140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004427141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004427141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:28.971147 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3054): Process ended prematurely: osmo-stp_10.42.42.5(pid=3054) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3054)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:44:28.980741 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:44:29.044052 run osmo-hlr_10.42.42.2(pid=3051): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3051)]\u000a00:44:29.095988 run osmo-hlr_10.42.42.2(pid=3051): stdout: \u000a| (launched: 2022-12-09_00:44:25.906938) \u000a00:44:29.148652 run osmo-hlr_10.42.42.2(pid=3051): stderr: \u000a| �[0;m�[1;31m20221209004426111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004426111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004426112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004426112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004426112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004426112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004426125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004426133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004426133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004426133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:29.219263 run osmo-msc_10.42.42.6(pid=3057): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3057)]\u000a00:44:29.271261 run osmo-msc_10.42.42.6(pid=3057): stdout: \u000a| (launched: 2022-12-09_00:44:28.008447) \u000a00:44:29.324066 run osmo-msc_10.42.42.6(pid=3057): stderr: \u000a| �[0;m�[38;5;43m20221209004428334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004428334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44a26fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004428334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004428334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004428335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004428335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004428337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004428337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004428337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004428337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:29.368675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3050): Terminating (SIGTERM)\u000a00:44:29.410543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3053): Terminating (SIGTERM)\u000a00:44:29.452762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3056): Terminating (SIGTERM)\u000a00:44:29.462650 --- ParallelTerminationStrategy: PID 3050 died...\u000a00:44:29.518773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3050): Terminated: ok {rc=0}\u000a00:44:29.528870 --- ParallelTerminationStrategy: PID 3053 died...\u000a00:44:29.585198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3053): Terminated: ok {rc=0}\u000a00:44:29.595169 --- ParallelTerminationStrategy: PID 3056 died...\u000a00:44:29.650635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3056): Terminated: ok {rc=0}\u000a00:44:29.737645 bus /sierra_3: Setting Powered False\u000a00:44:30.842213 bus /sierra_3: Setting Powered False\u000a00:44:31.975419 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:33.093344 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.105839 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:44:33.259724 tst mo_mt_call_osmux.py: using LAC 17887\u000a00:44:33.384508 tst mo_mt_call_osmux.py: using RAC 37\u000a00:44:33.509553 tst mo_mt_call_osmux.py: using CellId 17887\u000a00:44:33.630665 tst mo_mt_call_osmux.py: using BVCI 17888\u000a00:44:33.654196 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.665334 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.676171 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.687306 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.698495 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:44:33.709761 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:33.829059 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:44:34.035361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:34.525881 run create_hlr_db(pid=3059): Launched\u000a00:44:34.705405 bus /sierra_2: Setting Powered False\u000a00:44:35.726134 run create_hlr_db(pid=3059): Terminated: ok {rc=0}\u000a00:44:36.172200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3061): Launched\u000a00:44:36.510480 run osmo-hlr_10.42.42.2(pid=3062): Launched\u000a00:44:36.633819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:37.215653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3064): Launched\u000a00:44:37.550872 run osmo-stp_10.42.42.5(pid=3065): Launched\u000a00:44:37.672642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:38.283721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3067): Launched\u000a00:44:38.620514 run osmo-msc_10.42.42.6(pid=3068): Launched\u000a00:44:38.816003 run osmo-stp_10.42.42.5(pid=3065): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)]\u000a00:44:38.957337 run osmo-stp_10.42.42.5(pid=3065): stdout: \u000a| (launched: 2022-12-09_00:44:37.386346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:39.097416 run osmo-stp_10.42.42.5(pid=3065): stderr: \u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004437584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:39.231754 run osmo-stp_10.42.42.5(pid=3065): stdout: \u000a| (launched: 2022-12-09_00:44:37.386346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:39.364712 run osmo-stp_10.42.42.5(pid=3065): stderr: \u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004437583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004437584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004437584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:39.423624 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3065): Process ended prematurely: osmo-stp_10.42.42.5(pid=3065) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3065)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:44:39.433087 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:44:39.496558 run osmo-hlr_10.42.42.2(pid=3062): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3062)]\u000a00:44:39.548875 run osmo-hlr_10.42.42.2(pid=3062): stdout: \u000a| (launched: 2022-12-09_00:44:36.344026) \u000a00:44:39.601883 run osmo-hlr_10.42.42.2(pid=3062): stderr: \u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004436545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004436557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004436566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004436566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004436567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:39.673708 run osmo-msc_10.42.42.6(pid=3068): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3068)]\u000a00:44:39.726377 run osmo-msc_10.42.42.6(pid=3068): stdout: \u000a| (launched: 2022-12-09_00:44:38.454547) \u000a00:44:39.779297 run osmo-msc_10.42.42.6(pid=3068): stderr: \u000a| �[0;m�[38;5;43m20221209004438779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004438779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bc281bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004438779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004438779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004438780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004438780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004438782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004438782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004438782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004438782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:39.824099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3061): Terminating (SIGTERM)\u000a00:44:39.866765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3064): Terminating (SIGTERM)\u000a00:44:39.909513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3067): Terminating (SIGTERM)\u000a00:44:39.919319 --- ParallelTerminationStrategy: PID 3061 died...\u000a00:44:39.976346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3061): Terminated: ok {rc=0}\u000a00:44:39.986650 --- ParallelTerminationStrategy: PID 3064 died...\u000a00:44:40.043671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3064): Terminated: ok {rc=0}\u000a00:44:40.053766 --- ParallelTerminationStrategy: PID 3067 died...\u000a00:44:40.109781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3067): Terminated: ok {rc=0}\u000a00:44:40.198521 bus /sierra_3: Setting Powered False\u000a00:44:41.306747 bus /sierra_3: Setting Powered False\u000a00:44:42.417315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:44:22" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3080): Process ended prematurely: osmo-stp_10.42.42.5(pid=3080) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3080)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3080): Process ended prematurely: osmo-stp_10.42.42.5(pid=3080) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:44:44.389995 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:44.401626 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:44.553683 tst mo_mt_call.py: using LAC 17888\u000a00:44:44.676804 tst mo_mt_call.py: using RAC 38\u000a00:44:44.799931 tst mo_mt_call.py: using CellId 17888\u000a00:44:44.920178 tst mo_mt_call.py: using BVCI 17889\u000a00:44:44.944179 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:44.955484 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:44.966594 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:44.978217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:44.989541 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:45.000780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:45.117331 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:45.321500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:45.809547 run create_hlr_db(pid=3074): Launched\u000a00:44:46.001916 bus /sierra_2: Setting Powered False\u000a00:44:47.040018 run create_hlr_db(pid=3074): Terminated: ok {rc=0}\u000a00:44:47.495187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3076): Launched\u000a00:44:47.829597 run osmo-hlr_10.42.42.2(pid=3077): Launched\u000a00:44:47.953638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:48.499771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3079): Launched\u000a00:44:48.812226 run osmo-stp_10.42.42.5(pid=3080): Launched\u000a00:44:48.925505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:49.492590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3082): Launched\u000a00:44:49.804539 run osmo-msc_10.42.42.6(pid=3083): Launched\u000a00:44:49.986562 run osmo-stp_10.42.42.5(pid=3080): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3080)]\u000a00:44:50.118843 run osmo-stp_10.42.42.5(pid=3080): stdout: \u000a| (launched: 2022-12-09_00:44:48.657480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:50.248079 run osmo-stp_10.42.42.5(pid=3080): stderr: \u000a| �[0;m�[38;5;43m20221209004448831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004448831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004448832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004448832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004448832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004448833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004448833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:50.372832 run osmo-stp_10.42.42.5(pid=3080): stdout: \u000a| (launched: 2022-12-09_00:44:48.657480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:50.497378 run osmo-stp_10.42.42.5(pid=3080): stderr: \u000a| �[0;m�[38;5;43m20221209004448831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004448831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004448832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004448832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004448832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004448833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004448833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:50.551665 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3080): Process ended prematurely: osmo-stp_10.42.42.5(pid=3080) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3080)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:44:50.560293 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:44:50.621434 run osmo-hlr_10.42.42.2(pid=3077): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3077)]\u000a00:44:50.671262 run osmo-hlr_10.42.42.2(pid=3077): stdout: \u000a| (launched: 2022-12-09_00:44:47.665680) \u000a00:44:50.721589 run osmo-hlr_10.42.42.2(pid=3077): stderr: \u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004447867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004447879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004447887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004447887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004447888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:50.789556 run osmo-msc_10.42.42.6(pid=3083): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3083)]\u000a00:44:50.839285 run osmo-msc_10.42.42.6(pid=3083): stdout: \u000a| (launched: 2022-12-09_00:44:49.649610) \u000a00:44:50.889737 run osmo-msc_10.42.42.6(pid=3083): stderr: \u000a| �[0;m�[38;5;43m20221209004449926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004449926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f278af42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004449926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004449926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004449926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004449927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004449928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004449929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004449929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004449929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:44:50.932402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3076): Terminating (SIGTERM)\u000a00:44:50.973493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3079): Terminating (SIGTERM)\u000a00:44:51.013798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3082): Terminating (SIGTERM)\u000a00:44:51.023311 --- ParallelTerminationStrategy: PID 3076 died...\u000a00:44:51.078011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3076): Terminated: ok {rc=0}\u000a00:44:51.087780 --- ParallelTerminationStrategy: PID 3079 died...\u000a00:44:51.141670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3079): Terminated: ok {rc=0}\u000a00:44:51.151642 --- ParallelTerminationStrategy: PID 3082 died...\u000a00:44:51.205579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3082): Terminated: ok {rc=0}\u000a00:44:51.295733 bus /sierra_3: Setting Powered False\u000a00:44:52.400988 bus /sierra_3: Setting Powered False\u000a00:44:53.508347 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3091): Process ended prematurely: osmo-stp_10.42.42.5(pid=3091) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3091)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3091): Process ended prematurely: osmo-stp_10.42.42.5(pid=3091) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:44:54.625121 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:54.638308 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:44:54.794198 tst mo_mt_call_osmux.py: using LAC 17889\u000a00:44:54.920105 tst mo_mt_call_osmux.py: using RAC 39\u000a00:44:55.043659 tst mo_mt_call_osmux.py: using CellId 17889\u000a00:44:55.167339 tst mo_mt_call_osmux.py: using BVCI 17890\u000a00:44:55.191139 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:55.202307 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:55.213613 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:55.224659 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:55.235727 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:44:55.246911 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:55.363615 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:44:55.572150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:56.063357 run create_hlr_db(pid=3085): Launched\u000a00:44:56.243234 bus /sierra_2: Setting Powered False\u000a00:44:57.263137 run create_hlr_db(pid=3085): Terminated: ok {rc=0}\u000a00:44:57.678395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3087): Launched\u000a00:44:57.989961 run osmo-hlr_10.42.42.2(pid=3088): Launched\u000a00:44:58.110907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:58.667819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3090): Launched\u000a00:44:59.002480 run osmo-stp_10.42.42.5(pid=3091): Launched\u000a00:44:59.123519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:44:59.733985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3093): Launched\u000a00:45:00.068227 run osmo-msc_10.42.42.6(pid=3094): Launched\u000a00:45:00.263307 run osmo-stp_10.42.42.5(pid=3091): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3091)]\u000a00:45:00.403986 run osmo-stp_10.42.42.5(pid=3091): stdout: \u000a| (launched: 2022-12-09_00:44:58.837563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:00.544090 run osmo-stp_10.42.42.5(pid=3091): stderr: \u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004459034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:00.678425 run osmo-stp_10.42.42.5(pid=3091): stdout: \u000a| (launched: 2022-12-09_00:44:58.837563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:00.811322 run osmo-stp_10.42.42.5(pid=3091): stderr: \u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004459033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004459034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004459034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:00.892127 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3091): Process ended prematurely: osmo-stp_10.42.42.5(pid=3091) [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3091)] [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:45:00.902168 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:45:00.965378 run osmo-hlr_10.42.42.2(pid=3088): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3088)]\u000a00:45:01.017841 run osmo-hlr_10.42.42.2(pid=3088): stdout: \u000a| (launched: 2022-12-09_00:44:57.835445) \u000a00:45:01.070849 run osmo-hlr_10.42.42.2(pid=3088): stderr: \u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004458016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004458027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004458036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004458036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004458036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:01.152897 run osmo-msc_10.42.42.6(pid=3094): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3094)]\u000a00:45:01.210438 run osmo-msc_10.42.42.6(pid=3094): stdout: \u000a| (launched: 2022-12-09_00:44:59.903167) \u000a00:45:01.265836 run osmo-msc_10.42.42.6(pid=3094): stderr: \u000a| �[0;m�[38;5;43m20221209004500230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004500230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b1ceddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004500230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004500230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004500231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004500231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004500232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004500233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:01.311465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3087): Terminating (SIGTERM)\u000a00:45:01.356122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3090): Terminating (SIGTERM)\u000a00:45:01.399687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3093): Terminating (SIGTERM)\u000a00:45:01.410579 --- ParallelTerminationStrategy: PID 3087 died...\u000a00:45:01.470950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3087): Terminated: ok {rc=0}\u000a00:45:01.483581 --- ParallelTerminationStrategy: PID 3090 died...\u000a00:45:01.553495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3090): Terminated: ok {rc=0}\u000a00:45:01.565738 --- ParallelTerminationStrategy: PID 3093 died...\u000a00:45:01.634925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3093): Terminated: ok {rc=0}\u000a00:45:01.728743 bus /sierra_3: Setting Powered False\u000a00:45:02.833018 bus /sierra_3: Setting Powered False\u000a00:45:03.940918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:44:44" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3108): Process ended prematurely: osmo-stp_10.42.42.5(pid=3108) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3108)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3108): Process ended prematurely: osmo-stp_10.42.42.5(pid=3108) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:45:05.912359 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:05.924057 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:45:06.074184 tst mo_mt_call.py: using LAC 17890\u000a00:45:06.197690 tst mo_mt_call.py: using RAC 40\u000a00:45:06.319905 tst mo_mt_call.py: using CellId 17890\u000a00:45:06.441185 tst mo_mt_call.py: using BVCI 17891\u000a00:45:06.464805 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:06.476132 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:06.487089 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:06.498316 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:06.509564 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:06.520731 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:06.641795 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:06.848174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:07.336918 run create_hlr_db(pid=3102): Launched\u000a00:45:07.515466 bus /sierra_2: Setting Powered False\u000a00:45:08.537387 run create_hlr_db(pid=3102): Terminated: ok {rc=0}\u000a00:45:08.983123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3104): Launched\u000a00:45:09.318821 run osmo-hlr_10.42.42.2(pid=3105): Launched\u000a00:45:09.441647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:10.024338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3107): Launched\u000a00:45:10.360383 run osmo-stp_10.42.42.5(pid=3108): Launched\u000a00:45:10.481478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:11.092465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3110): Launched\u000a00:45:11.432373 run osmo-msc_10.42.42.6(pid=3111): Launched\u000a00:45:11.627856 run osmo-stp_10.42.42.5(pid=3108): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3108)]\u000a00:45:11.768628 run osmo-stp_10.42.42.5(pid=3108): stdout: \u000a| (launched: 2022-12-09_00:45:10.194131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:11.908708 run osmo-stp_10.42.42.5(pid=3108): stderr: \u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004510389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:12.042969 run osmo-stp_10.42.42.5(pid=3108): stdout: \u000a| (launched: 2022-12-09_00:45:10.194131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:12.176045 run osmo-stp_10.42.42.5(pid=3108): stderr: \u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004510388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004510389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004510391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:12.234635 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3108): Process ended prematurely: osmo-stp_10.42.42.5(pid=3108) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3108)] [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:45:12.243871 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:45:12.307247 run osmo-hlr_10.42.42.2(pid=3105): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3105)]\u000a00:45:12.359583 run osmo-hlr_10.42.42.2(pid=3105): stdout: \u000a| (launched: 2022-12-09_00:45:09.153183) \u000a00:45:12.412275 run osmo-hlr_10.42.42.2(pid=3105): stderr: \u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004509356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004509368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004509377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004509377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004509378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:12.483643 run osmo-msc_10.42.42.6(pid=3111): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3111)]\u000a00:45:12.535590 run osmo-msc_10.42.42.6(pid=3111): stdout: \u000a| (launched: 2022-12-09_00:45:11.262611) \u000a00:45:12.588413 run osmo-msc_10.42.42.6(pid=3111): stderr: \u000a| �[0;m�[38;5;43m20221209004511589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004511590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26dd2ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004511590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004511590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004511590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004511590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004511592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004511592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004511592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004511592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:12.633149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3104): Terminating (SIGTERM)\u000a00:45:12.675321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3107): Terminating (SIGTERM)\u000a00:45:12.717617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3110): Terminating (SIGTERM)\u000a00:45:12.727299 --- ParallelTerminationStrategy: PID 3104 died...\u000a00:45:12.783748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3104): Terminated: ok {rc=0}\u000a00:45:12.793858 --- ParallelTerminationStrategy: PID 3107 died...\u000a00:45:12.850209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3107): Terminated: ok {rc=0}\u000a00:45:12.860358 --- ParallelTerminationStrategy: PID 3110 died...\u000a00:45:12.916815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3110): Terminated: ok {rc=0}\u000a00:45:13.004462 bus /sierra_3: Setting Powered False\u000a00:45:14.112793 bus /sierra_3: Setting Powered False\u000a00:45:15.225320 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3119): Process ended prematurely: osmo-stp_10.42.42.5(pid=3119) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3119)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3119): Process ended prematurely: osmo-stp_10.42.42.5(pid=3119) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:45:16.364883 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:16.378364 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:45:16.575722 tst mo_mt_call_osmux.py: using LAC 17891\u000a00:45:16.712528 tst mo_mt_call_osmux.py: using RAC 41\u000a00:45:16.838151 tst mo_mt_call_osmux.py: using CellId 17891\u000a00:45:16.962723 tst mo_mt_call_osmux.py: using BVCI 17892\u000a00:45:16.988401 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:17.000785 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:17.013078 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:17.027194 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:17.041547 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:45:17.054957 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:17.174274 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:17.384114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:17.875281 run create_hlr_db(pid=3113): Launched\u000a00:45:18.054839 bus /sierra_2: Setting Powered False\u000a00:45:19.074598 run create_hlr_db(pid=3113): Terminated: ok {rc=0}\u000a00:45:19.490184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3115): Launched\u000a00:45:19.804344 run osmo-hlr_10.42.42.2(pid=3116): Launched\u000a00:45:19.922408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:20.461786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3118): Launched\u000a00:45:20.774992 run osmo-stp_10.42.42.5(pid=3119): Launched\u000a00:45:20.888460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:21.456443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3121): Launched\u000a00:45:21.768938 run osmo-msc_10.42.42.6(pid=3122): Launched\u000a00:45:22.005113 run osmo-stp_10.42.42.5(pid=3119): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3119)]\u000a00:45:22.134797 run osmo-stp_10.42.42.5(pid=3119): stdout: \u000a| (launched: 2022-12-09_00:45:20.618993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:22.263563 run osmo-stp_10.42.42.5(pid=3119): stderr: \u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004520794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:22.387779 run osmo-stp_10.42.42.5(pid=3119): stdout: \u000a| (launched: 2022-12-09_00:45:20.618993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:22.511299 run osmo-stp_10.42.42.5(pid=3119): stderr: \u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004520793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004520794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004520794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:22.565542 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3119): Process ended prematurely: osmo-stp_10.42.42.5(pid=3119) [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3119)] [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:45:22.574265 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:45:22.635066 run osmo-hlr_10.42.42.2(pid=3116): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3116)]\u000a00:45:22.685172 run osmo-hlr_10.42.42.2(pid=3116): stdout: \u000a| (launched: 2022-12-09_00:45:19.648590) \u000a00:45:22.735748 run osmo-hlr_10.42.42.2(pid=3116): stderr: \u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004519828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004519841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004519850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004519850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004519850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:22.803895 run osmo-msc_10.42.42.6(pid=3122): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3122)]\u000a00:45:22.854186 run osmo-msc_10.42.42.6(pid=3122): stdout: \u000a| (launched: 2022-12-09_00:45:21.614084) \u000a00:45:22.904711 run osmo-msc_10.42.42.6(pid=3122): stderr: \u000a| �[0;m�[38;5;43m20221209004521891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004521891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aef26dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004521891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004521891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004521891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004521891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004521893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004521894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004521894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004521894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:22.947108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3115): Terminating (SIGTERM)\u000a00:45:22.987365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3118): Terminating (SIGTERM)\u000a00:45:23.027642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3121): Terminating (SIGTERM)\u000a00:45:23.037125 --- ParallelTerminationStrategy: PID 3115 died...\u000a00:45:23.091076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3115): Terminated: ok {rc=0}\u000a00:45:23.100676 --- ParallelTerminationStrategy: PID 3118 died...\u000a00:45:23.154094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3118): Terminated: ok {rc=0}\u000a00:45:23.163834 --- ParallelTerminationStrategy: PID 3121 died...\u000a00:45:23.217071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3121): Terminated: ok {rc=0}\u000a00:45:23.307972 bus /sierra_3: Setting Powered False\u000a00:45:24.412866 bus /sierra_3: Setting Powered False\u000a00:45:25.526079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:45:05" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3133): Process ended prematurely: osmo-stp_10.42.42.5(pid=3133) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3133)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3133): Process ended prematurely: osmo-stp_10.42.42.5(pid=3133) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:45:27.496849 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:27.508353 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:27.661562 tst mo_mt_call.py: using LAC 17892\u000a00:45:27.789999 tst mo_mt_call.py: using RAC 42\u000a00:45:27.920045 tst mo_mt_call.py: using CellId 17892\u000a00:45:28.049827 tst mo_mt_call.py: using BVCI 17893\u000a00:45:28.075521 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:28.086944 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:28.098217 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:28.109560 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:28.120778 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:28.132069 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:28.248075 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:28.452725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:28.949136 run create_hlr_db(pid=3127): Launched\u000a00:45:29.128100 bus /sierra_2: Setting Powered False\u000a00:45:30.149424 run create_hlr_db(pid=3127): Terminated: ok {rc=0}\u000a00:45:30.594299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3129): Launched\u000a00:45:31.063960 run osmo-hlr_10.42.42.2(pid=3130): Launched\u000a00:45:31.284890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:31.880287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3132): Launched\u000a00:45:32.269408 run osmo-stp_10.42.42.5(pid=3133): Launched\u000a00:45:32.385080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:32.955721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3135): Launched\u000a00:45:33.268741 run osmo-msc_10.42.42.6(pid=3136): Launched\u000a00:45:33.451899 run osmo-stp_10.42.42.5(pid=3133): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3133)]\u000a00:45:33.583536 run osmo-stp_10.42.42.5(pid=3133): stdout: \u000a| (launched: 2022-12-09_00:45:32.054326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:33.712619 run osmo-stp_10.42.42.5(pid=3133): stderr: \u000a| �[0;m�[38;5;43m20221209004532270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004532270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004532271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004532271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:33.836915 run osmo-stp_10.42.42.5(pid=3133): stdout: \u000a| (launched: 2022-12-09_00:45:32.054326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:33.960457 run osmo-stp_10.42.42.5(pid=3133): stderr: \u000a| �[0;m�[38;5;43m20221209004532270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004532270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004532271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004532271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004532272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:34.014796 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3133): Process ended prematurely: osmo-stp_10.42.42.5(pid=3133) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3133)] [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:45:34.023401 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:45:34.084240 run osmo-hlr_10.42.42.2(pid=3130): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3130)]\u000a00:45:34.134159 run osmo-hlr_10.42.42.2(pid=3130): stdout: \u000a| (launched: 2022-12-09_00:45:30.764530) \u000a00:45:34.184537 run osmo-hlr_10.42.42.2(pid=3130): stderr: \u000a| �[0;m�[1;31m20221209004531055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004531055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004531055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004531056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004531057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004531057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004531075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004531092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004531092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004531092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:34.252822 run osmo-msc_10.42.42.6(pid=3136): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3136)]\u000a00:45:34.303052 run osmo-msc_10.42.42.6(pid=3136): stdout: \u000a| (launched: 2022-12-09_00:45:33.113203) \u000a00:45:34.353675 run osmo-msc_10.42.42.6(pid=3136): stderr: \u000a| �[0;m�[38;5;43m20221209004533387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004533388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e8e28bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004533388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004533388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004533388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004533388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004533392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004533392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004533392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004533392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:34.396220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3129): Terminating (SIGTERM)\u000a00:45:34.436742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3132): Terminating (SIGTERM)\u000a00:45:34.477503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3135): Terminating (SIGTERM)\u000a00:45:34.487017 --- ParallelTerminationStrategy: PID 3129 died...\u000a00:45:34.541348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3129): Terminated: ok {rc=0}\u000a00:45:34.551228 --- ParallelTerminationStrategy: PID 3132 died...\u000a00:45:34.605440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3132): Terminated: ok {rc=0}\u000a00:45:34.615175 --- ParallelTerminationStrategy: PID 3135 died...\u000a00:45:34.669352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3135): Terminated: ok {rc=0}\u000a00:45:34.758968 bus /sierra_3: Setting Powered False\u000a00:45:35.863819 bus /sierra_3: Setting Powered False\u000a00:45:36.977967 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3144): Process ended prematurely: osmo-stp_10.42.42.5(pid=3144) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3144)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3144): Process ended prematurely: osmo-stp_10.42.42.5(pid=3144) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:45:38.090201 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.101842 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:38.250799 tst mo_mt_call_osmux.py: using LAC 17893\u000a00:45:38.374671 tst mo_mt_call_osmux.py: using RAC 43\u000a00:45:38.501908 tst mo_mt_call_osmux.py: using CellId 17893\u000a00:45:38.631180 tst mo_mt_call_osmux.py: using BVCI 17894\u000a00:45:38.656806 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.668417 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.679806 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.691422 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.702835 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:45:38.714227 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:38.837001 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:45:39.048646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:39.583013 run create_hlr_db(pid=3138): Launched\u000a00:45:39.776563 bus /sierra_2: Setting Powered False\u000a00:45:40.796796 run create_hlr_db(pid=3138): Terminated: ok {rc=0}\u000a00:45:41.215210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3140): Launched\u000a00:45:41.527166 run osmo-hlr_10.42.42.2(pid=3141): Launched\u000a00:45:41.642281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:42.180849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3143): Launched\u000a00:45:42.493047 run osmo-stp_10.42.42.5(pid=3144): Launched\u000a00:45:42.607681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:43.177154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3146): Launched\u000a00:45:43.489608 run osmo-msc_10.42.42.6(pid=3147): Launched\u000a00:45:43.671549 run osmo-stp_10.42.42.5(pid=3144): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3144)]\u000a00:45:43.802365 run osmo-stp_10.42.42.5(pid=3144): stdout: \u000a| (launched: 2022-12-09_00:45:42.338313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:43.931150 run osmo-stp_10.42.42.5(pid=3144): stderr: \u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004542514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:44.054878 run osmo-stp_10.42.42.5(pid=3144): stdout: \u000a| (launched: 2022-12-09_00:45:42.338313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:44.177795 run osmo-stp_10.42.42.5(pid=3144): stderr: \u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004542513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004542514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004542514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:44.231833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3144): Process ended prematurely: osmo-stp_10.42.42.5(pid=3144) [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3144)] [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:45:44.240400 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:45:44.301379 run osmo-hlr_10.42.42.2(pid=3141): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3141)]\u000a00:45:44.351020 run osmo-hlr_10.42.42.2(pid=3141): stdout: \u000a| (launched: 2022-12-09_00:45:41.372491) \u000a00:45:44.401340 run osmo-hlr_10.42.42.2(pid=3141): stderr: \u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004541554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004541569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004541578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004541578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004541578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:44.469451 run osmo-msc_10.42.42.6(pid=3147): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3147)]\u000a00:45:44.518992 run osmo-msc_10.42.42.6(pid=3147): stdout: \u000a| (launched: 2022-12-09_00:45:43.334470) \u000a00:45:44.569240 run osmo-msc_10.42.42.6(pid=3147): stderr: \u000a| �[0;m�[38;5;43m20221209004543610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004543610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6c3d67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004543610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004543610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004543611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004543611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004543612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004543613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004543613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004543613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:44.611219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3140): Terminating (SIGTERM)\u000a00:45:44.651272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3143): Terminating (SIGTERM)\u000a00:45:44.691403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3146): Terminating (SIGTERM)\u000a00:45:44.700766 --- ParallelTerminationStrategy: PID 3140 died...\u000a00:45:44.753956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3140): Terminated: ok {rc=0}\u000a00:45:44.763645 --- ParallelTerminationStrategy: PID 3143 died...\u000a00:45:44.817354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3143): Terminated: ok {rc=0}\u000a00:45:44.827074 --- ParallelTerminationStrategy: PID 3146 died...\u000a00:45:44.880776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3146): Terminated: ok {rc=0}\u000a00:45:44.969508 bus /sierra_3: Setting Powered False\u000a00:45:46.080320 bus /sierra_3: Setting Powered False\u000a00:45:47.196401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:45:27" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:45:49.177323 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.188418 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:49.321344 tst emergency_mo_mt_call.py: using LAC 17894\u000a00:45:49.450982 tst emergency_mo_mt_call.py: using RAC 44\u000a00:45:49.579455 tst emergency_mo_mt_call.py: using CellId 17894\u000a00:45:49.708089 tst emergency_mo_mt_call.py: using BVCI 17895\u000a00:45:49.732874 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.744107 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.755195 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.766242 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.777305 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:49.788208 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:49.903973 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:45:50.118272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:50.644011 run create_hlr_db(pid=3152): Launched\u000a00:45:50.834500 bus /sierra_2: Setting Powered False\u000a00:45:51.854523 run create_hlr_db(pid=3152): Terminated: ok {rc=0}\u000a00:45:52.294309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Launched\u000a00:45:52.626284 run osmo-hlr_10.42.42.2(pid=3155): Launched\u000a00:45:52.747760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:53.322439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Launched\u000a00:45:53.652426 run osmo-stp_10.42.42.5(pid=3158): Launched\u000a00:45:53.783517 tst emergency_mo_mt_call.py: using MSISDN 6942\u000a00:45:53.946421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:54.546246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Launched\u000a00:45:54.875835 run osmo-msc_10.42.42.6(pid=3161): Launched\u000a00:45:55.067632 run osmo-stp_10.42.42.5(pid=3158): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)]\u000a00:45:55.205851 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-09_00:45:53.489705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:55.343600 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221209004553685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004553685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004553686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004553686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:55.474827 run osmo-stp_10.42.42.5(pid=3158): stdout: \u000a| (launched: 2022-12-09_00:45:53.489705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:55.604721 run osmo-stp_10.42.42.5(pid=3158): stderr: \u000a| �[0;m�[38;5;43m20221209004553685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004553685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004553686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004553686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004553688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:55.661676 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3158): Process ended prematurely: osmo-stp_10.42.42.5(pid=3158) [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3158)] [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a00:45:55.670274 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a00:45:55.733463 run osmo-hlr_10.42.42.2(pid=3155): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3155)]\u000a00:45:55.785419 run osmo-hlr_10.42.42.2(pid=3155): stdout: \u000a| (launched: 2022-12-09_00:45:52.462932) \u000a00:45:55.837888 run osmo-hlr_10.42.42.2(pid=3155): stderr: \u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004552666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004552678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004552687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004552687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004552687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:55.909502 run osmo-msc_10.42.42.6(pid=3161): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3161)]\u000a00:45:55.961632 run osmo-msc_10.42.42.6(pid=3161): stdout: \u000a| (launched: 2022-12-09_00:45:54.713505) \u000a00:45:56.014194 run osmo-msc_10.42.42.6(pid=3161): stderr: \u000a| �[0;m�[38;5;43m20221209004555040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004555041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c7b1b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004555041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004555041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004555041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004555041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004555043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004555043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004555043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004555044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:56.059083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminating (SIGTERM)\u000a00:45:56.101428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminating (SIGTERM)\u000a00:45:56.143733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Terminating (SIGTERM)\u000a00:45:56.153508 --- ParallelTerminationStrategy: PID 3154 died...\u000a00:45:56.209966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3154): Terminated: ok {rc=0}\u000a00:45:56.220055 --- ParallelTerminationStrategy: PID 3157 died...\u000a00:45:56.276462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3157): Terminated: ok {rc=0}\u000a00:45:56.286560 --- ParallelTerminationStrategy: PID 3160 died...\u000a00:45:56.342904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3160): Terminated: ok {rc=0}\u000a00:45:56.431623 bus /sierra_3: Setting Powered False\u000a00:45:57.539480 bus /sierra_3: Setting Powered False\u000a00:45:58.649590 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3169): Process ended prematurely: osmo-stp_10.42.42.5(pid=3169) [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3169)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3169): Process ended prematurely: osmo-stp_10.42.42.5(pid=3169) [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:45:59.700550 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:45:59.712002 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:45:59.840176 tst emergency_preemptive_call.py: using LAC 17895\u000a00:45:59.961870 tst emergency_preemptive_call.py: using RAC 45\u000a00:46:00.081050 tst emergency_preemptive_call.py: using CellId 17895\u000a00:46:00.201703 tst emergency_preemptive_call.py: using BVCI 17896\u000a00:46:00.225058 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:46:00.235538 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:46:00.246020 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:46:00.256771 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:46:00.267445 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:46:00.278057 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:00.397336 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:00.517810 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:00.634271 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:00.854269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:01.518822 run create_hlr_db(pid=3163): Launched\u000a00:46:01.761367 bus /sierra_2: Setting Powered False\u000a00:46:02.736867 run create_hlr_db(pid=3163): Terminated: ok {rc=0}\u000a00:46:03.227962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3165): Launched\u000a00:46:03.559217 run osmo-hlr_10.42.42.2(pid=3166): Launched\u000a00:46:03.681955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:04.254524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3168): Launched\u000a00:46:04.584838 run osmo-stp_10.42.42.5(pid=3169): Launched\u000a00:46:04.717490 tst emergency_preemptive_call.py: using MSISDN 6943\u000a00:46:04.881250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:05.483087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3171): Launched\u000a00:46:05.812481 run osmo-msc_10.42.42.6(pid=3172): Launched\u000a00:46:06.010624 run osmo-stp_10.42.42.5(pid=3169): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3169)]\u000a00:46:06.148403 run osmo-stp_10.42.42.5(pid=3169): stdout: \u000a| (launched: 2022-12-09_00:46:04.422305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:06.285864 run osmo-stp_10.42.42.5(pid=3169): stderr: \u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004604617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:06.418110 run osmo-stp_10.42.42.5(pid=3169): stdout: \u000a| (launched: 2022-12-09_00:46:04.422305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:06.548459 run osmo-stp_10.42.42.5(pid=3169): stderr: \u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004604617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004604617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004604620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:06.605734 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3169): Process ended prematurely: osmo-stp_10.42.42.5(pid=3169) [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3169)] [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a00:46:06.614340 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a00:46:06.677031 run osmo-hlr_10.42.42.2(pid=3166): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3166)]\u000a00:46:06.728547 run osmo-hlr_10.42.42.2(pid=3166): stdout: \u000a| (launched: 2022-12-09_00:46:03.396071) \u000a00:46:06.780605 run osmo-hlr_10.42.42.2(pid=3166): stderr: \u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004603600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004603613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004603621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004603621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004603621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:06.851084 run osmo-msc_10.42.42.6(pid=3172): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3172)]\u000a00:46:06.902438 run osmo-msc_10.42.42.6(pid=3172): stdout: \u000a| (launched: 2022-12-09_00:46:05.649966) \u000a00:46:06.954320 run osmo-msc_10.42.42.6(pid=3172): stderr: \u000a| �[0;m�[38;5;43m20221209004605978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209004605978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd59adcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209004605978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209004605978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209004605978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209004605979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209004605980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209004605981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209004605981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209004605981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:06.998451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3165): Terminating (SIGTERM)\u000a00:46:07.040417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3168): Terminating (SIGTERM)\u000a00:46:07.082531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3171): Terminating (SIGTERM)\u000a00:46:07.091730 --- ParallelTerminationStrategy: PID 3165 died...\u000a00:46:07.147843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3165): Terminated: ok {rc=0}\u000a00:46:07.158054 --- ParallelTerminationStrategy: PID 3168 died...\u000a00:46:07.214084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3168): Terminated: ok {rc=0}\u000a00:46:07.224352 --- ParallelTerminationStrategy: PID 3171 died...\u000a00:46:07.280666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3171): Terminated: ok {rc=0}\u000a00:46:07.368882 bus /sierra_9: Setting Powered False\u000a00:46:08.473153 bus /sierra_9: Setting Powered False\u000a00:46:09.585125 bus /sierra_8: Setting Powered False\u000a00:46:10.689597 bus /sierra_8: Setting Powered False\u000a00:46:11.796043 bus /sierra_3: Setting Powered False\u000a00:46:12.904104 bus /sierra_3: Setting Powered False\u000a00:46:14.013380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:45:48" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:46:16.147840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.162888 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:16.329816 tst cs_paging_gprs_active.py: using LAC 17896\u000a00:46:16.490522 tst cs_paging_gprs_active.py: using RAC 46\u000a00:46:16.650767 tst cs_paging_gprs_active.py: using CellId 17896\u000a00:46:16.782915 tst cs_paging_gprs_active.py: using BVCI 17897\u000a00:46:16.808792 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.820632 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.832448 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.849211 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.861088 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.872566 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.887266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.899547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:16.911454 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:17.055696 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:17.370187 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:46:17.502525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:17.826639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3177): Launched\u000a00:46:18.095989 run iperf3-srv_10.42.42.10(pid=3178): Launched\u000a00:46:18.286431 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:46:18.416423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:18.740313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3179): Launched\u000a00:46:19.009745 run iperf3-srv_10.42.42.10(pid=3180): Launched\u000a00:46:19.199239 tst cs_paging_gprs_active.py:38: start network...\u000a00:46:19.328364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:19.818356 run create_hlr_db(pid=3181): Launched\u000a00:46:19.997321 bus /sierra_2: Setting Powered False\u000a00:46:21.018074 run create_hlr_db(pid=3181): Terminated: ok {rc=0}\u000a00:46:21.434588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Launched\u000a00:46:21.748403 run osmo-hlr_10.42.42.2(pid=3184): Launched\u000a00:46:21.871190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:22.423071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Launched\u000a00:46:22.735220 run osmo-stp_10.42.42.5(pid=3187): Launched\u000a00:46:22.849868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:24.373137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3189): Launched\u000a00:46:24.484357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:24.758198 run patchelf(pid=3190): Launched\u000a00:46:24.941279 run osmo-stp_10.42.42.5(pid=3187): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)]\u000a00:46:25.075198 run osmo-stp_10.42.42.5(pid=3187): stdout: \u000a| (launched: 2022-12-09_00:46:22.580502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:25.209872 run osmo-stp_10.42.42.5(pid=3187): stderr: \u000a| �[0;m�[38;5;43m20221209004622754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004622754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004622755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004622755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004622756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004622756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:25.339195 run osmo-stp_10.42.42.5(pid=3187): stdout: \u000a| (launched: 2022-12-09_00:46:22.580502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:25.466874 run osmo-stp_10.42.42.5(pid=3187): stderr: \u000a| �[0;m�[38;5;43m20221209004622754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004622754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004622755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004622755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004622756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004622756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:25.615820 run patchelf(pid=3190): Terminating (SIGINT)\u000a00:46:25.791229 run patchelf(pid=3190): Terminated: ok {rc=0}\u000a00:46:25.823408 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3187): Process ended prematurely: osmo-stp_10.42.42.5(pid=3187) [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3187)] [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a00:46:25.832606 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a00:46:25.894455 run osmo-hlr_10.42.42.2(pid=3184): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3184)]\u000a00:46:25.944083 run osmo-hlr_10.42.42.2(pid=3184): stdout: \u000a| (launched: 2022-12-09_00:46:21.593261) \u000a00:46:25.994262 run osmo-hlr_10.42.42.2(pid=3184): stderr: \u000a| �[0;m�[1;31m20221209004621773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004621773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004621773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004621773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004621773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004621774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004621786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004621794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004621794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004621795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:26.036908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3177): Terminating (SIGTERM)\u000a00:46:26.077470 run iperf3-srv_10.42.42.10(pid=3178): Terminating (SIGTERM)\u000a00:46:26.117929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3179): Terminating (SIGTERM)\u000a00:46:26.158271 run iperf3-srv_10.42.42.10(pid=3180): Terminating (SIGTERM)\u000a00:46:26.198411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Terminating (SIGTERM)\u000a00:46:26.238710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Terminating (SIGTERM)\u000a00:46:26.279165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3189): Terminating (SIGTERM)\u000a00:46:26.288613 --- ParallelTerminationStrategy: PID 3177 died...\u000a00:46:26.342960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3177): Terminated: ok {rc=0}\u000a00:46:26.352850 --- ParallelTerminationStrategy: PID 3178 died...\u000a00:46:26.406811 run iperf3-srv_10.42.42.10(pid=3178): Terminated {rc=256}\u000a00:46:26.416681 --- ParallelTerminationStrategy: PID 3179 died...\u000a00:46:26.470979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3179): Terminated: ok {rc=0}\u000a00:46:26.480680 --- ParallelTerminationStrategy: PID 3180 died...\u000a00:46:26.534629 run iperf3-srv_10.42.42.10(pid=3180): Terminated {rc=256}\u000a00:46:26.544227 --- ParallelTerminationStrategy: PID 3183 died...\u000a00:46:26.598696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3183): Terminated: ok {rc=0}\u000a00:46:26.608451 --- ParallelTerminationStrategy: PID 3186 died...\u000a00:46:26.662229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3186): Terminated: ok {rc=0}\u000a00:46:26.672533 --- ParallelTerminationStrategy: PID 3189 died...\u000a00:46:26.726645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3189): Terminated: ok {rc=0}\u000a00:46:26.811467 bus /gobi_0: Setting Powered False\u000a00:46:27.920536 bus /gobi_0: Setting Powered False\u000a00:46:29.033984 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3199): Process ended prematurely: osmo-stp_10.42.42.5(pid=3199) [trial-2352↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3199)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3199): Process ended prematurely: osmo-stp_10.42.42.5(pid=3199) [trial-2352↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a00:46:30.147421 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.158761 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:30.284709 tst iperf3.py: using LAC 17897\u000a00:46:30.416913 tst iperf3.py: using RAC 47\u000a00:46:30.549027 tst iperf3.py: using CellId 17897\u000a00:46:30.681375 tst iperf3.py: using BVCI 17898\u000a00:46:30.706966 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.718098 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.729082 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.739926 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.750748 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.761640 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.773103 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.784062 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:30.795165 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:31.127812 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:31.262212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:31.650149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3191): Launched\u000a00:46:31.990369 run iperf3-srv_10.42.42.10(pid=3192): Launched\u000a00:46:32.186059 tst iperf3.py:8: start network...\u000a00:46:32.318947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:32.811267 run create_hlr_db(pid=3193): Launched\u000a00:46:32.990786 bus /gobi_6: Setting Powered False\u000a00:46:34.011086 run create_hlr_db(pid=3193): Terminated: ok {rc=0}\u000a00:46:34.455886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3195): Launched\u000a00:46:34.790685 run osmo-hlr_10.42.42.2(pid=3196): Launched\u000a00:46:34.910645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:35.494924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3198): Launched\u000a00:46:35.828791 run osmo-stp_10.42.42.5(pid=3199): Launched\u000a00:46:35.949949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:36.535207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3201): Launched\u000a00:46:36.654614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:36.947019 run patchelf(pid=3202): Launched\u000a00:46:37.141901 run osmo-stp_10.42.42.5(pid=3199): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3199)]\u000a00:46:37.284525 run osmo-stp_10.42.42.5(pid=3199): stdout: \u000a| (launched: 2022-12-09_00:46:35.664144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:37.427780 run osmo-stp_10.42.42.5(pid=3199): stderr: \u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004635863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:37.565394 run osmo-stp_10.42.42.5(pid=3199): stdout: \u000a| (launched: 2022-12-09_00:46:35.664144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:37.701682 run osmo-stp_10.42.42.5(pid=3199): stderr: \u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004635862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004635863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004635863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:37.860594 run patchelf(pid=3202): Terminating (SIGINT)\u000a00:46:38.047964 run patchelf(pid=3202): Terminated: ok {rc=0}\u000a00:46:38.082359 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3199): Process ended prematurely: osmo-stp_10.42.42.5(pid=3199) [trial-2352↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3199)] [trial-2352↪gprs:sysmo↪iperf3.py:8]\u000a00:46:38.092265 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:46:38.155620 run osmo-hlr_10.42.42.2(pid=3196): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3196)]\u000a00:46:38.207222 run osmo-hlr_10.42.42.2(pid=3196): stdout: \u000a| (launched: 2022-12-09_00:46:34.625949) \u000a00:46:38.259521 run osmo-hlr_10.42.42.2(pid=3196): stderr: \u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004634826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004634842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004634852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004634852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004634852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:38.304155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3191): Terminating (SIGTERM)\u000a00:46:38.346557 run iperf3-srv_10.42.42.10(pid=3192): Terminating (SIGTERM)\u000a00:46:38.389170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3195): Terminating (SIGTERM)\u000a00:46:38.431312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3198): Terminating (SIGTERM)\u000a00:46:38.473895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3201): Terminating (SIGTERM)\u000a00:46:38.483794 --- ParallelTerminationStrategy: PID 3191 died...\u000a00:46:38.540176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3191): Terminated: ok {rc=0}\u000a00:46:38.550390 --- ParallelTerminationStrategy: PID 3192 died...\u000a00:46:38.606590 run iperf3-srv_10.42.42.10(pid=3192): Terminated {rc=256}\u000a00:46:38.616778 --- ParallelTerminationStrategy: PID 3195 died...\u000a00:46:38.673245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3195): Terminated: ok {rc=0}\u000a00:46:38.683447 --- ParallelTerminationStrategy: PID 3198 died...\u000a00:46:38.739763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3198): Terminated: ok {rc=0}\u000a00:46:38.750084 --- ParallelTerminationStrategy: PID 3201 died...\u000a00:46:38.806308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3201): Terminated: ok {rc=0}\u000a00:46:38.893733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3217): Process ended prematurely: osmo-stp_10.42.42.5(pid=3217) [trial-2352↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3217)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3217): Process ended prematurely: osmo-stp_10.42.42.5(pid=3217) [trial-2352↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a00:46:40.013608 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.025699 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:40.159011 tst iperf3m4.py: using LAC 17898\u000a00:46:40.290091 tst iperf3m4.py: using RAC 48\u000a00:46:40.425846 tst iperf3m4.py: using CellId 17898\u000a00:46:40.556699 tst iperf3m4.py: using BVCI 17899\u000a00:46:40.582435 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.593472 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.604485 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.616051 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.627402 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.638846 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.650468 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.661899 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:40.673599 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:40.795952 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:40.921070 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:41.043966 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:46:41.330227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:46:41.459745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:41.784757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3203): Launched\u000a00:46:42.054356 run iperf3-srv_10.42.42.10(pid=3204): Launched\u000a00:46:42.244421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:46:42.374198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:42.699294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3205): Launched\u000a00:46:42.969878 run iperf3-srv_10.42.42.10(pid=3206): Launched\u000a00:46:43.160036 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:46:43.290124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:43.615172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3207): Launched\u000a00:46:43.884937 run iperf3-srv_10.42.42.10(pid=3208): Launched\u000a00:46:44.074693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:46:44.203628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:46:44.527924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3209): Launched\u000a00:46:44.813183 run iperf3-srv_10.42.42.10(pid=3210): Launched\u000a00:46:45.002746 tst iperf3m4.py:8: start network...\u000a00:46:45.132227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:45.625705 run create_hlr_db(pid=3211): Launched\u000a00:46:45.804719 bus /gobi_6: Setting Powered False\u000a00:46:46.828154 run create_hlr_db(pid=3211): Terminated: ok {rc=0}\u000a00:46:47.258206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3213): Launched\u000a00:46:47.572526 run osmo-hlr_10.42.42.2(pid=3214): Launched\u000a00:46:47.694727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:48.239493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3216): Launched\u000a00:46:48.551711 run osmo-stp_10.42.42.5(pid=3217): Launched\u000a00:46:48.665535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:46:49.207970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3219): Launched\u000a00:46:49.318857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:46:49.592711 run patchelf(pid=3220): Launched\u000a00:46:49.775137 run osmo-stp_10.42.42.5(pid=3217): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3217)]\u000a00:46:49.908859 run osmo-stp_10.42.42.5(pid=3217): stdout: \u000a| (launched: 2022-12-09_00:46:48.397353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:50.042406 run osmo-stp_10.42.42.5(pid=3217): stderr: \u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004648572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:50.172471 run osmo-stp_10.42.42.5(pid=3217): stdout: \u000a| (launched: 2022-12-09_00:46:48.397353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:50.300089 run osmo-stp_10.42.42.5(pid=3217): stderr: \u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004648571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004648572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004648572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:50.448796 run patchelf(pid=3220): Terminating (SIGINT)\u000a00:46:50.623976 run patchelf(pid=3220): Terminated: ok {rc=0}\u000a00:46:50.656006 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3217): Process ended prematurely: osmo-stp_10.42.42.5(pid=3217) [trial-2352↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3217)] [trial-2352↪gprs:sysmo↪iperf3m4.py:8]\u000a00:46:50.665292 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:46:50.726263 run osmo-hlr_10.42.42.2(pid=3214): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3214)]\u000a00:46:50.776320 run osmo-hlr_10.42.42.2(pid=3214): stdout: \u000a| (launched: 2022-12-09_00:46:47.416614) \u000a00:46:50.826785 run osmo-hlr_10.42.42.2(pid=3214): stderr: \u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004647595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004647607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004647617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004647617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004647617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:50.869239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3203): Terminating (SIGTERM)\u000a00:46:50.909577 run iperf3-srv_10.42.42.10(pid=3204): Terminating (SIGTERM)\u000a00:46:50.949829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3205): Terminating (SIGTERM)\u000a00:46:50.989957 run iperf3-srv_10.42.42.10(pid=3206): Terminating (SIGTERM)\u000a00:46:51.030195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3207): Terminating (SIGTERM)\u000a00:46:51.070298 run iperf3-srv_10.42.42.10(pid=3208): Terminating (SIGTERM)\u000a00:46:51.110426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3209): Terminating (SIGTERM)\u000a00:46:51.150408 run iperf3-srv_10.42.42.10(pid=3210): Terminating (SIGTERM)\u000a00:46:51.190536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3213): Terminating (SIGTERM)\u000a00:46:51.230464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3216): Terminating (SIGTERM)\u000a00:46:51.270516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3219): Terminating (SIGTERM)\u000a00:46:51.279679 --- ParallelTerminationStrategy: PID 3203 died...\u000a00:46:51.333868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3203): Terminated: ok {rc=0}\u000a00:46:51.343795 --- ParallelTerminationStrategy: PID 3204 died...\u000a00:46:51.397504 run iperf3-srv_10.42.42.10(pid=3204): Terminated {rc=256}\u000a00:46:51.407308 --- ParallelTerminationStrategy: PID 3205 died...\u000a00:46:51.461070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3205): Terminated: ok {rc=0}\u000a00:46:51.471049 --- ParallelTerminationStrategy: PID 3206 died...\u000a00:46:51.529075 run iperf3-srv_10.42.42.10(pid=3206): Terminated {rc=256}\u000a00:46:51.539293 --- ParallelTerminationStrategy: PID 3207 died...\u000a00:46:51.595940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3207): Terminated: ok {rc=0}\u000a00:46:51.606181 --- ParallelTerminationStrategy: PID 3208 died...\u000a00:46:51.663042 run iperf3-srv_10.42.42.10(pid=3208): Terminated {rc=256}\u000a00:46:51.673262 --- ParallelTerminationStrategy: PID 3209 died...\u000a00:46:51.729850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3209): Terminated: ok {rc=0}\u000a00:46:51.740082 --- ParallelTerminationStrategy: PID 3210 died...\u000a00:46:51.796450 run iperf3-srv_10.42.42.10(pid=3210): Terminated {rc=256}\u000a00:46:51.806688 --- ParallelTerminationStrategy: PID 3213 died...\u000a00:46:51.863291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3213): Terminated: ok {rc=0}\u000a00:46:51.873957 --- ParallelTerminationStrategy: PID 3216 died...\u000a00:46:51.930497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3216): Terminated: ok {rc=0}\u000a00:46:51.940808 --- ParallelTerminationStrategy: PID 3219 died...\u000a00:46:51.997287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3219): Terminated: ok {rc=0}\u000a00:46:52.086101 bus /gobi_4: Setting Powered False\u000a00:46:53.190310 bus /gobi_4: Setting Powered False\u000a00:46:54.302952 bus /gobi_1: Setting Powered False\u000a00:46:55.407657 bus /gobi_1: Setting Powered False\u000a00:46:56.519503 bus /gobi_0: Setting Powered False\u000a00:46:57.623367 bus /gobi_0: Setting Powered False\u000a00:46:58.734805 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2352↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2352↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo ping.py\u000a----------------------------------------------\u000a00:46:59.803451 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:46:59.815322 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:46:59.948417 tst ping.py: using LAC 17899\u000a00:47:00.076930 tst ping.py: using RAC 49\u000a00:47:00.206444 tst ping.py: using CellId 17899\u000a00:47:00.333696 tst ping.py: using BVCI 17900\u000a00:47:00.359333 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.370475 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.381555 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.392617 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.410599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.422972 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.433603 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:00.444405 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:47:00.739447 tst ping.py:19: start network...\u000a00:47:00.904716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:01.472699 run create_hlr_db(pid=3222): Launched\u000a00:47:01.667957 bus /gobi_6: Setting Powered False\u000a00:47:02.684691 run create_hlr_db(pid=3222): Terminated: ok {rc=0}\u000a00:47:03.123710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Launched\u000a00:47:03.454539 run osmo-hlr_10.42.42.2(pid=3225): Launched\u000a00:47:03.577638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:04.152063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Launched\u000a00:47:04.482622 run osmo-stp_10.42.42.5(pid=3228): Launched\u000a00:47:04.601920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:05.176816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3230): Launched\u000a00:47:05.294138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:05.585332 run patchelf(pid=3231): Launched\u000a00:47:05.778490 run osmo-stp_10.42.42.5(pid=3228): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]\u000a00:47:05.919666 run osmo-stp_10.42.42.5(pid=3228): stdout: \u000a| (launched: 2022-12-09_00:47:04.318995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:06.061042 run osmo-stp_10.42.42.5(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221209004704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004704517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004704517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:06.197123 run osmo-stp_10.42.42.5(pid=3228): stdout: \u000a| (launched: 2022-12-09_00:47:04.318995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:06.331919 run osmo-stp_10.42.42.5(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221209004704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004704516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004704517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004704517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004704518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:06.489399 run patchelf(pid=3231): Terminating (SIGINT)\u000a00:47:06.673633 run patchelf(pid=3231): Terminated: ok {rc=0}\u000a00:47:06.706817 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2352↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)] [trial-2352↪gprs:sysmo↪ping.py:22]\u000a00:47:06.715984 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:47:06.779488 run osmo-hlr_10.42.42.2(pid=3225): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3225)]\u000a00:47:06.831429 run osmo-hlr_10.42.42.2(pid=3225): stdout: \u000a| (launched: 2022-12-09_00:47:03.291212) \u000a00:47:06.884062 run osmo-hlr_10.42.42.2(pid=3225): stderr: \u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004703494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004703507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004703515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004703516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004703516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:06.929219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminating (SIGTERM)\u000a00:47:06.971978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminating (SIGTERM)\u000a00:47:07.014598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3230): Terminating (SIGTERM)\u000a00:47:07.024426 --- ParallelTerminationStrategy: PID 3224 died...\u000a00:47:07.081235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminated: ok {rc=0}\u000a00:47:07.091430 --- ParallelTerminationStrategy: PID 3227 died...\u000a00:47:07.147916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminated: ok {rc=0}\u000a00:47:07.158106 --- ParallelTerminationStrategy: PID 3230 died...\u000a00:47:07.214316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3230): Terminated: ok {rc=0}\u000a00:47:07.302510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3238): Process ended prematurely: osmo-stp_10.42.42.5(pid=3238) [trial-2352↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3238)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3238): Process ended prematurely: osmo-stp_10.42.42.5(pid=3238) [trial-2352↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:47:08.354440 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.365720 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:47:08.498771 tst ping_idle_ping.py: using LAC 17900\u000a00:47:08.631854 tst ping_idle_ping.py: using RAC 50\u000a00:47:08.759389 tst ping_idle_ping.py: using CellId 17900\u000a00:47:08.887792 tst ping_idle_ping.py: using BVCI 17901\u000a00:47:08.913055 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.924045 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.935078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.946054 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.956887 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.967776 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.978829 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:47:08.989909 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:47:09.294402 tst ping_idle_ping.py:24: start network...\u000a00:47:09.433236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:09.960719 run create_hlr_db(pid=3232): Launched\u000a00:47:10.151896 bus /gobi_6: Setting Powered False\u000a00:47:11.171885 run create_hlr_db(pid=3232): Terminated: ok {rc=0}\u000a00:47:11.585944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3234): Launched\u000a00:47:11.894203 run osmo-hlr_10.42.42.2(pid=3235): Launched\u000a00:47:12.014971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:12.555562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3237): Launched\u000a00:47:12.863708 run osmo-stp_10.42.42.5(pid=3238): Launched\u000a00:47:12.975067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:13.511955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3240): Launched\u000a00:47:13.622037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:13.890886 run patchelf(pid=3241): Launched\u000a00:47:14.070104 run osmo-stp_10.42.42.5(pid=3238): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3238)]\u000a00:47:14.201397 run osmo-stp_10.42.42.5(pid=3238): stdout: \u000a| (launched: 2022-12-09_00:47:12.711478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:14.333115 run osmo-stp_10.42.42.5(pid=3238): stderr: \u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004712885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:14.459886 run osmo-stp_10.42.42.5(pid=3238): stdout: \u000a| (launched: 2022-12-09_00:47:12.711478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:14.585280 run osmo-stp_10.42.42.5(pid=3238): stderr: \u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004712884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004712885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004712887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:14.731334 run patchelf(pid=3241): Terminating (SIGINT)\u000a00:47:14.903158 run patchelf(pid=3241): Terminated: ok {rc=0}\u000a00:47:14.934425 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3238): Process ended prematurely: osmo-stp_10.42.42.5(pid=3238) [trial-2352↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3238)] [trial-2352↪gprs:sysmo↪ping_idle_ping.py:27]\u000a00:47:14.943055 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:47:15.003768 run osmo-hlr_10.42.42.2(pid=3235): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3235)]\u000a00:47:15.053104 run osmo-hlr_10.42.42.2(pid=3235): stdout: \u000a| (launched: 2022-12-09_00:47:11.741683) \u000a00:47:15.102853 run osmo-hlr_10.42.42.2(pid=3235): stderr: \u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004711919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004711931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004711942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004711942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004711942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:15.145501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3234): Terminating (SIGTERM)\u000a00:47:15.185671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3237): Terminating (SIGTERM)\u000a00:47:15.225814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3240): Terminating (SIGTERM)\u000a00:47:15.235261 --- ParallelTerminationStrategy: PID 3234 died...\u000a00:47:15.288993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3234): Terminated: ok {rc=0}\u000a00:47:15.298569 --- ParallelTerminationStrategy: PID 3237 died...\u000a00:47:15.351823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3237): Terminated: ok {rc=0}\u000a00:47:15.361701 --- ParallelTerminationStrategy: PID 3240 died...\u000a00:47:15.414760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3240): Terminated: ok {rc=0}\u000a00:47:15.499179 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3255): Process ended prematurely: osmo-stp_10.42.42.5(pid=3255) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3255)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3255): Process ended prematurely: osmo-stp_10.42.42.5(pid=3255) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:47:17.663627 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:17.674927 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:17.811337 tst cs_paging_gprs_active.py: using LAC 17901\u000a00:47:17.937126 tst cs_paging_gprs_active.py: using RAC 51\u000a00:47:18.061434 tst cs_paging_gprs_active.py: using CellId 17901\u000a00:47:18.186088 tst cs_paging_gprs_active.py: using BVCI 17902\u000a00:47:18.210559 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.221597 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.232092 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.243413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.254340 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.265320 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.276360 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.287295 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:18.298274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:18.417303 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:18.703540 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:47:18.833689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:19.158731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Launched\u000a00:47:19.429190 run iperf3-srv_10.42.42.10(pid=3246): Launched\u000a00:47:19.619973 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:47:19.750213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:20.075585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3247): Launched\u000a00:47:20.346399 run iperf3-srv_10.42.42.10(pid=3248): Launched\u000a00:47:20.537209 tst cs_paging_gprs_active.py:38: start network...\u000a00:47:20.667233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:21.159035 run create_hlr_db(pid=3249): Launched\u000a00:47:21.338454 bus /gobi_6: Setting Powered False\u000a00:47:22.358801 run create_hlr_db(pid=3249): Terminated: ok {rc=0}\u000a00:47:22.775498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3251): Launched\u000a00:47:23.090131 run osmo-hlr_10.42.42.2(pid=3252): Launched\u000a00:47:23.211675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:23.761529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3254): Launched\u000a00:47:24.077761 run osmo-stp_10.42.42.5(pid=3255): Launched\u000a00:47:24.201695 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:24.750992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3257): Launched\u000a00:47:24.862587 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:25.136506 run patchelf(pid=3258): Launched\u000a00:47:25.319464 run osmo-stp_10.42.42.5(pid=3255): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3255)]\u000a00:47:25.453508 run osmo-stp_10.42.42.5(pid=3255): stdout: \u000a| (launched: 2022-12-09_00:47:23.919897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:25.588047 run osmo-stp_10.42.42.5(pid=3255): stderr: \u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004724096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:25.717419 run osmo-stp_10.42.42.5(pid=3255): stdout: \u000a| (launched: 2022-12-09_00:47:23.919897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:25.845391 run osmo-stp_10.42.42.5(pid=3255): stderr: \u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004724095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004724096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004724096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:25.994647 run patchelf(pid=3258): Terminating (SIGINT)\u000a00:47:26.170609 run patchelf(pid=3258): Terminated: ok {rc=0}\u000a00:47:26.202856 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3255): Process ended prematurely: osmo-stp_10.42.42.5(pid=3255) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3255)] [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:47:26.212050 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:47:26.273717 run osmo-hlr_10.42.42.2(pid=3252): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3252)]\u000a00:47:26.323895 run osmo-hlr_10.42.42.2(pid=3252): stdout: \u000a| (launched: 2022-12-09_00:47:22.933907) \u000a00:47:26.374547 run osmo-hlr_10.42.42.2(pid=3252): stderr: \u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004723113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004723125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004723134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004723134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004723134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:26.417465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Terminating (SIGTERM)\u000a00:47:26.458149 run iperf3-srv_10.42.42.10(pid=3246): Terminating (SIGTERM)\u000a00:47:26.498708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3247): Terminating (SIGTERM)\u000a00:47:26.539254 run iperf3-srv_10.42.42.10(pid=3248): Terminating (SIGTERM)\u000a00:47:26.579908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3251): Terminating (SIGTERM)\u000a00:47:26.620434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3254): Terminating (SIGTERM)\u000a00:47:26.661053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3257): Terminating (SIGTERM)\u000a00:47:26.670603 --- ParallelTerminationStrategy: PID 3245 died...\u000a00:47:26.725073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3245): Terminated: ok {rc=0}\u000a00:47:26.734695 --- ParallelTerminationStrategy: PID 3246 died...\u000a00:47:26.788497 run iperf3-srv_10.42.42.10(pid=3246): Terminated {rc=256}\u000a00:47:26.798129 --- ParallelTerminationStrategy: PID 3247 died...\u000a00:47:26.852502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3247): Terminated: ok {rc=0}\u000a00:47:26.862094 --- ParallelTerminationStrategy: PID 3248 died...\u000a00:47:26.915559 run iperf3-srv_10.42.42.10(pid=3248): Terminated {rc=256}\u000a00:47:26.925786 --- ParallelTerminationStrategy: PID 3251 died...\u000a00:47:26.979430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3251): Terminated: ok {rc=0}\u000a00:47:26.989314 --- ParallelTerminationStrategy: PID 3254 died...\u000a00:47:27.043157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3254): Terminated: ok {rc=0}\u000a00:47:27.053313 --- ParallelTerminationStrategy: PID 3257 died...\u000a00:47:27.107392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3257): Terminated: ok {rc=0}\u000a00:47:27.198643 bus /gobi_0: Setting Powered False\u000a00:47:28.304141 bus /gobi_0: Setting Powered False\u000a00:47:29.418442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3269): Process ended prematurely: osmo-stp_10.42.42.5(pid=3269) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3269)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3269): Process ended prematurely: osmo-stp_10.42.42.5(pid=3269) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:47:30.531412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:30.543128 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:30.677730 tst iperf3.py: using LAC 17902\u000a00:47:30.814189 tst iperf3.py: using RAC 52\u000a00:47:30.960287 tst iperf3.py: using CellId 17902\u000a00:47:31.094448 tst iperf3.py: using BVCI 17903\u000a00:47:31.119748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.131905 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.143871 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.157762 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.170684 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.182572 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.195913 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.209962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:31.223161 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:31.605400 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:31.740073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:32.112338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Launched\u000a00:47:32.384253 run iperf3-srv_10.42.42.10(pid=3260): Launched\u000a00:47:32.574243 tst iperf3.py:8: start network...\u000a00:47:32.703834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:33.197082 run create_hlr_db(pid=3261): Launched\u000a00:47:33.376530 bus /gobi_6: Setting Powered False\u000a00:47:34.395927 run create_hlr_db(pid=3261): Terminated: ok {rc=0}\u000a00:47:34.811475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3263): Launched\u000a00:47:35.124682 run osmo-hlr_10.42.42.2(pid=3264): Launched\u000a00:47:35.246356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:35.810376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3266): Launched\u000a00:47:36.140805 run osmo-stp_10.42.42.5(pid=3269): Launched\u000a00:47:36.254967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:36.799350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3271): Launched\u000a00:47:36.910484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:37.203583 run patchelf(pid=3272): Launched\u000a00:47:37.399380 run osmo-stp_10.42.42.5(pid=3269): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3269)]\u000a00:47:37.542492 run osmo-stp_10.42.42.5(pid=3269): stdout: \u000a| (launched: 2022-12-09_00:47:35.980031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:37.685776 run osmo-stp_10.42.42.5(pid=3269): stderr: \u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004736155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:37.824301 run osmo-stp_10.42.42.5(pid=3269): stdout: \u000a| (launched: 2022-12-09_00:47:35.980031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:37.961423 run osmo-stp_10.42.42.5(pid=3269): stderr: \u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004736155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004736155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004736158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:38.120686 run patchelf(pid=3272): Terminating (SIGINT)\u000a00:47:38.308577 run patchelf(pid=3272): Terminated: ok {rc=0}\u000a00:47:38.342876 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3269): Process ended prematurely: osmo-stp_10.42.42.5(pid=3269) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3269)] [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a00:47:38.352785 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:47:38.416676 run osmo-hlr_10.42.42.2(pid=3264): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3264)]\u000a00:47:38.468643 run osmo-hlr_10.42.42.2(pid=3264): stdout: \u000a| (launched: 2022-12-09_00:47:34.969397) \u000a00:47:38.520923 run osmo-hlr_10.42.42.2(pid=3264): stderr: \u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004735149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004735162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004735170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004735170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004735170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:38.565766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Terminating (SIGTERM)\u000a00:47:38.607804 run iperf3-srv_10.42.42.10(pid=3260): Terminating (SIGTERM)\u000a00:47:38.650064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3263): Terminating (SIGTERM)\u000a00:47:38.691987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3266): Terminating (SIGTERM)\u000a00:47:38.734274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3271): Terminating (SIGTERM)\u000a00:47:38.743952 --- ParallelTerminationStrategy: PID 3259 died...\u000a00:47:38.800176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3259): Terminated: ok {rc=0}\u000a00:47:38.810339 --- ParallelTerminationStrategy: PID 3260 died...\u000a00:47:38.866127 run iperf3-srv_10.42.42.10(pid=3260): Terminated {rc=256}\u000a00:47:38.876094 --- ParallelTerminationStrategy: PID 3263 died...\u000a00:47:38.932102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3263): Terminated: ok {rc=0}\u000a00:47:38.942215 --- ParallelTerminationStrategy: PID 3266 died...\u000a00:47:38.998826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3266): Terminated: ok {rc=0}\u000a00:47:39.009056 --- ParallelTerminationStrategy: PID 3271 died...\u000a00:47:39.065237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3271): Terminated: ok {rc=0}\u000a00:47:39.152890 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3287): Process ended prematurely: osmo-stp_10.42.42.5(pid=3287) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3287)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3287): Process ended prematurely: osmo-stp_10.42.42.5(pid=3287) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:47:40.266144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.277840 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:47:40.410518 tst iperf3m4.py: using LAC 17903\u000a00:47:40.531883 tst iperf3m4.py: using RAC 53\u000a00:47:40.654611 tst iperf3m4.py: using CellId 17903\u000a00:47:40.775407 tst iperf3m4.py: using BVCI 17904\u000a00:47:40.799132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.810132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.820905 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.832271 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.843679 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.855142 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.866817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.878139 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:47:40.889691 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:41.013918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:41.137765 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:41.254107 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:47:41.555496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:47:41.696033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:42.046551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Launched\u000a00:47:42.336298 run iperf3-srv_10.42.42.10(pid=3274): Launched\u000a00:47:42.542366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:47:42.682495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:43.030875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Launched\u000a00:47:43.320570 run iperf3-srv_10.42.42.10(pid=3276): Launched\u000a00:47:43.527202 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:47:43.667473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:44.017277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3277): Launched\u000a00:47:44.307178 run iperf3-srv_10.42.42.10(pid=3278): Launched\u000a00:47:44.513448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:47:44.653356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:47:45.003207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Launched\u000a00:47:45.292899 run iperf3-srv_10.42.42.10(pid=3280): Launched\u000a00:47:45.499747 tst iperf3m4.py:8: start network...\u000a00:47:45.640026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:46.234148 run create_hlr_db(pid=3281): Launched\u000a00:47:46.432473 bus /gobi_6: Setting Powered False\u000a00:47:47.449987 run create_hlr_db(pid=3281): Terminated: ok {rc=0}\u000a00:47:47.896548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3283): Launched\u000a00:47:48.232922 run osmo-hlr_10.42.42.2(pid=3284): Launched\u000a00:47:48.358788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:48.941808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3286): Launched\u000a00:47:49.278148 run osmo-stp_10.42.42.5(pid=3287): Launched\u000a00:47:49.399529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:47:49.984724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3289): Launched\u000a00:47:50.104770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:47:50.398246 run patchelf(pid=3290): Launched\u000a00:47:50.594065 run osmo-stp_10.42.42.5(pid=3287): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3287)]\u000a00:47:50.736824 run osmo-stp_10.42.42.5(pid=3287): stdout: \u000a| (launched: 2022-12-09_00:47:49.112307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:50.879800 run osmo-stp_10.42.42.5(pid=3287): stderr: \u000a| �[0;m�[38;5;43m20221209004749310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004749311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004749311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004749311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:51.017661 run osmo-stp_10.42.42.5(pid=3287): stdout: \u000a| (launched: 2022-12-09_00:47:49.112307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:51.154399 run osmo-stp_10.42.42.5(pid=3287): stderr: \u000a| �[0;m�[38;5;43m20221209004749310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004749311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004749311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004749311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004749312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:51.314008 run patchelf(pid=3290): Terminating (SIGINT)\u000a00:47:51.501655 run patchelf(pid=3290): Terminated: ok {rc=0}\u000a00:47:51.535657 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3287): Process ended prematurely: osmo-stp_10.42.42.5(pid=3287) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3287)] [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:47:51.545684 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:47:51.609570 run osmo-hlr_10.42.42.2(pid=3284): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3284)]\u000a00:47:51.661784 run osmo-hlr_10.42.42.2(pid=3284): stdout: \u000a| (launched: 2022-12-09_00:47:48.066950) \u000a00:47:51.714507 run osmo-hlr_10.42.42.2(pid=3284): stderr: \u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004748270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004748283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004748291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004748292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004748292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:51.759490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminating (SIGTERM)\u000a00:47:51.801932 run iperf3-srv_10.42.42.10(pid=3274): Terminating (SIGTERM)\u000a00:47:51.844497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminating (SIGTERM)\u000a00:47:51.887369 run iperf3-srv_10.42.42.10(pid=3276): Terminating (SIGTERM)\u000a00:47:51.929976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3277): Terminating (SIGTERM)\u000a00:47:51.972281 run iperf3-srv_10.42.42.10(pid=3278): Terminating (SIGTERM)\u000a00:47:52.014837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Terminating (SIGTERM)\u000a00:47:52.057315 run iperf3-srv_10.42.42.10(pid=3280): Terminating (SIGTERM)\u000a00:47:52.100222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3283): Terminating (SIGTERM)\u000a00:47:52.142980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3286): Terminating (SIGTERM)\u000a00:47:52.185759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3289): Terminating (SIGTERM)\u000a00:47:52.195705 --- ParallelTerminationStrategy: PID 3273 died...\u000a00:47:52.252539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminated: ok {rc=0}\u000a00:47:52.262875 --- ParallelTerminationStrategy: PID 3274 died...\u000a00:47:52.319353 run iperf3-srv_10.42.42.10(pid=3274): Terminated {rc=256}\u000a00:47:52.330036 --- ParallelTerminationStrategy: PID 3275 died...\u000a00:47:52.386943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminated: ok {rc=0}\u000a00:47:52.397184 --- ParallelTerminationStrategy: PID 3276 died...\u000a00:47:52.453700 run iperf3-srv_10.42.42.10(pid=3276): Terminated {rc=256}\u000a00:47:52.463785 --- ParallelTerminationStrategy: PID 3277 died...\u000a00:47:52.520216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3277): Terminated: ok {rc=0}\u000a00:47:52.530575 --- ParallelTerminationStrategy: PID 3278 died...\u000a00:47:52.586968 run iperf3-srv_10.42.42.10(pid=3278): Terminated {rc=256}\u000a00:47:52.597411 --- ParallelTerminationStrategy: PID 3279 died...\u000a00:47:52.653726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3279): Terminated: ok {rc=0}\u000a00:47:52.664039 --- ParallelTerminationStrategy: PID 3280 died...\u000a00:47:52.720516 run iperf3-srv_10.42.42.10(pid=3280): Terminated {rc=256}\u000a00:47:52.730947 --- ParallelTerminationStrategy: PID 3283 died...\u000a00:47:52.787618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3283): Terminated: ok {rc=0}\u000a00:47:52.797996 --- ParallelTerminationStrategy: PID 3286 died...\u000a00:47:52.854548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3286): Terminated: ok {rc=0}\u000a00:47:52.864930 --- ParallelTerminationStrategy: PID 3289 died...\u000a00:47:52.921396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3289): Terminated: ok {rc=0}\u000a00:47:53.010121 bus /gobi_4: Setting Powered False\u000a00:47:54.119363 bus /gobi_4: Setting Powered False\u000a00:47:55.228175 bus /gobi_1: Setting Powered False\u000a00:47:56.335900 bus /gobi_1: Setting Powered False\u000a00:47:57.445843 bus /gobi_0: Setting Powered False\u000a00:47:58.554158 bus /gobi_0: Setting Powered False\u000a00:47:59.663304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:48:00.732259 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:00.744320 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:48:00.886274 tst ping.py: using LAC 17904\u000a00:48:01.022585 tst ping.py: using RAC 54\u000a00:48:01.147861 tst ping.py: using CellId 17904\u000a00:48:01.303102 tst ping.py: using BVCI 17905\u000a00:48:01.335934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.350677 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.363782 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.376820 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.388410 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.400655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.414458 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:01.427045 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:48:01.766640 tst ping.py:19: start network...\u000a00:48:01.902232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:02.462194 run create_hlr_db(pid=3291): Launched\u000a00:48:02.655437 bus /gobi_6: Setting Powered False\u000a00:48:03.674018 run create_hlr_db(pid=3291): Terminated: ok {rc=0}\u000a00:48:04.114862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Launched\u000a00:48:04.446920 run osmo-hlr_10.42.42.2(pid=3294): Launched\u000a00:48:04.570071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:05.142732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Launched\u000a00:48:05.476492 run osmo-stp_10.42.42.5(pid=3297): Launched\u000a00:48:05.596459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:06.171608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Launched\u000a00:48:06.288805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:06.577858 run patchelf(pid=3300): Launched\u000a00:48:06.770573 run osmo-stp_10.42.42.5(pid=3297): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)]\u000a00:48:06.911161 run osmo-stp_10.42.42.5(pid=3297): stdout: \u000a| (launched: 2022-12-09_00:48:05.309971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:07.051981 run osmo-stp_10.42.42.5(pid=3297): stderr: \u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004805505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:07.187707 run osmo-stp_10.42.42.5(pid=3297): stdout: \u000a| (launched: 2022-12-09_00:48:05.309971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:07.322601 run osmo-stp_10.42.42.5(pid=3297): stderr: \u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004805504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004805505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004805507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:07.479635 run patchelf(pid=3300): Terminating (SIGINT)\u000a00:48:07.663589 run patchelf(pid=3300): Terminated: ok {rc=0}\u000a00:48:07.696785 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3297): Process ended prematurely: osmo-stp_10.42.42.5(pid=3297) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3297)] [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a00:48:07.706175 tst ping.py:22: Test FAILED (7.0 sec)\u000a00:48:07.769903 run osmo-hlr_10.42.42.2(pid=3294): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3294)]\u000a00:48:07.822021 run osmo-hlr_10.42.42.2(pid=3294): stdout: \u000a| (launched: 2022-12-09_00:48:04.282923) \u000a00:48:07.874797 run osmo-hlr_10.42.42.2(pid=3294): stderr: \u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004804486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004804499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:07.920115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Terminating (SIGTERM)\u000a00:48:07.963023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Terminating (SIGTERM)\u000a00:48:08.006435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Terminating (SIGTERM)\u000a00:48:08.016120 --- ParallelTerminationStrategy: PID 3293 died...\u000a00:48:08.073430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3293): Terminated: ok {rc=0}\u000a00:48:08.083933 --- ParallelTerminationStrategy: PID 3296 died...\u000a00:48:08.141019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3296): Terminated: ok {rc=0}\u000a00:48:08.151258 --- ParallelTerminationStrategy: PID 3299 died...\u000a00:48:08.208224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3299): Terminated: ok {rc=0}\u000a00:48:08.296910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:48:09.348902 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.360385 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:48:09.489135 tst ping_idle_ping.py: using LAC 17905\u000a00:48:09.612252 tst ping_idle_ping.py: using RAC 55\u000a00:48:09.734534 tst ping_idle_ping.py: using CellId 17905\u000a00:48:09.857080 tst ping_idle_ping.py: using BVCI 17906\u000a00:48:09.880489 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.891372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.902077 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.912932 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.923702 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.934625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.945708 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:48:09.956535 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:48:10.263638 tst ping_idle_ping.py:24: start network...\u000a00:48:10.401902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:10.930681 run create_hlr_db(pid=3301): Launched\u000a00:48:11.122594 bus /gobi_6: Setting Powered False\u000a00:48:12.142968 run create_hlr_db(pid=3301): Terminated: ok {rc=0}\u000a00:48:12.584072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Launched\u000a00:48:12.915285 run osmo-hlr_10.42.42.2(pid=3304): Launched\u000a00:48:13.039372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:13.613902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Launched\u000a00:48:13.944931 run osmo-stp_10.42.42.5(pid=3307): Launched\u000a00:48:14.066399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:14.645844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Launched\u000a00:48:14.763568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:15.052559 run patchelf(pid=3310): Launched\u000a00:48:15.245640 run osmo-stp_10.42.42.5(pid=3307): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)]\u000a00:48:15.386883 run osmo-stp_10.42.42.5(pid=3307): stdout: \u000a| (launched: 2022-12-09_00:48:13.781874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:15.527859 run osmo-stp_10.42.42.5(pid=3307): stderr: \u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004813979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:15.664213 run osmo-stp_10.42.42.5(pid=3307): stdout: \u000a| (launched: 2022-12-09_00:48:13.781874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:15.798977 run osmo-stp_10.42.42.5(pid=3307): stderr: \u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004813978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004813979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004813979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:15.966953 run patchelf(pid=3310): Terminating (SIGINT)\u000a00:48:16.154834 run patchelf(pid=3310): Terminated: ok {rc=0}\u000a00:48:16.189836 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3307): Process ended prematurely: osmo-stp_10.42.42.5(pid=3307) [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3307)] [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:48:16.200338 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:48:16.266261 run osmo-hlr_10.42.42.2(pid=3304): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3304)]\u000a00:48:16.319521 run osmo-hlr_10.42.42.2(pid=3304): stdout: \u000a| (launched: 2022-12-09_00:48:12.752057) \u000a00:48:16.373868 run osmo-hlr_10.42.42.2(pid=3304): stderr: \u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004812956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004812968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004812978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004812979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004812979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:16.420280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Terminating (SIGTERM)\u000a00:48:16.463472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Terminating (SIGTERM)\u000a00:48:16.506571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Terminating (SIGTERM)\u000a00:48:16.517118 --- ParallelTerminationStrategy: PID 3303 died...\u000a00:48:16.575868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3303): Terminated: ok {rc=0}\u000a00:48:16.586716 --- ParallelTerminationStrategy: PID 3306 died...\u000a00:48:16.644020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3306): Terminated: ok {rc=0}\u000a00:48:16.655075 --- ParallelTerminationStrategy: PID 3309 died...\u000a00:48:16.713336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3309): Terminated: ok {rc=0}\u000a00:48:16.803069 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:47:17" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:48:18.930316 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:18.941694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:19.095444 tst cs_paging_gprs_active.py: using LAC 17906\u000a00:48:19.227503 tst cs_paging_gprs_active.py: using RAC 56\u000a00:48:19.359751 tst cs_paging_gprs_active.py: using CellId 17906\u000a00:48:19.493767 tst cs_paging_gprs_active.py: using BVCI 17907\u000a00:48:19.519541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.530995 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.542324 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.553646 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.564752 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.575958 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.587332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.598496 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:19.610009 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:19.733669 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:20.033912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:48:20.175074 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:20.525805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Launched\u000a00:48:20.816541 run iperf3-srv_10.42.42.10(pid=3315): Launched\u000a00:48:21.022316 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:48:21.162692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:21.512758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Launched\u000a00:48:21.803002 run iperf3-srv_10.42.42.10(pid=3317): Launched\u000a00:48:22.009560 tst cs_paging_gprs_active.py:38: start network...\u000a00:48:22.150688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:22.690246 run create_hlr_db(pid=3318): Launched\u000a00:48:22.885223 bus /gobi_6: Setting Powered False\u000a00:48:23.905333 run create_hlr_db(pid=3318): Terminated: ok {rc=0}\u000a00:48:24.329734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Launched\u000a00:48:24.646047 run osmo-hlr_10.42.42.2(pid=3321): Launched\u000a00:48:24.766311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:25.310606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Launched\u000a00:48:25.625750 run osmo-stp_10.42.42.5(pid=3324): Launched\u000a00:48:25.739849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:26.286560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Launched\u000a00:48:26.398502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:26.673864 run patchelf(pid=3327): Launched\u000a00:48:26.856432 run osmo-stp_10.42.42.5(pid=3324): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)]\u000a00:48:26.990712 run osmo-stp_10.42.42.5(pid=3324): stdout: \u000a| (launched: 2022-12-09_00:48:25.469832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:27.125580 run osmo-stp_10.42.42.5(pid=3324): stderr: \u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004825645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:27.254853 run osmo-stp_10.42.42.5(pid=3324): stdout: \u000a| (launched: 2022-12-09_00:48:25.469832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:27.382860 run osmo-stp_10.42.42.5(pid=3324): stderr: \u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004825644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004825645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004825647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:27.532477 run patchelf(pid=3327): Terminating (SIGINT)\u000a00:48:27.708632 run patchelf(pid=3327): Terminated: ok {rc=0}\u000a00:48:27.740768 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3324): Process ended prematurely: osmo-stp_10.42.42.5(pid=3324) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3324)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:48:27.750118 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:48:27.811936 run osmo-hlr_10.42.42.2(pid=3321): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3321)]\u000a00:48:27.862213 run osmo-hlr_10.42.42.2(pid=3321): stdout: \u000a| (launched: 2022-12-09_00:48:24.489414) \u000a00:48:27.913023 run osmo-hlr_10.42.42.2(pid=3321): stderr: \u000a| �[0;m�[1;31m20221209004824671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004824671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004824671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004824671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004824671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004824672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004824684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004824694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004824694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004824694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:27.955789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Terminating (SIGTERM)\u000a00:48:27.996326 run iperf3-srv_10.42.42.10(pid=3315): Terminating (SIGTERM)\u000a00:48:28.036896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Terminating (SIGTERM)\u000a00:48:28.077338 run iperf3-srv_10.42.42.10(pid=3317): Terminating (SIGTERM)\u000a00:48:28.117977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Terminating (SIGTERM)\u000a00:48:28.158859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Terminating (SIGTERM)\u000a00:48:28.199367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Terminating (SIGTERM)\u000a00:48:28.209002 --- ParallelTerminationStrategy: PID 3314 died...\u000a00:48:28.263358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3314): Terminated: ok {rc=0}\u000a00:48:28.273351 --- ParallelTerminationStrategy: PID 3315 died...\u000a00:48:28.327365 run iperf3-srv_10.42.42.10(pid=3315): Terminated {rc=256}\u000a00:48:28.337374 --- ParallelTerminationStrategy: PID 3316 died...\u000a00:48:28.391339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3316): Terminated: ok {rc=0}\u000a00:48:28.401343 --- ParallelTerminationStrategy: PID 3317 died...\u000a00:48:28.455354 run iperf3-srv_10.42.42.10(pid=3317): Terminated {rc=256}\u000a00:48:28.465423 --- ParallelTerminationStrategy: PID 3320 died...\u000a00:48:28.519554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3320): Terminated: ok {rc=0}\u000a00:48:28.529792 --- ParallelTerminationStrategy: PID 3323 died...\u000a00:48:28.583792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3323): Terminated: ok {rc=0}\u000a00:48:28.593790 --- ParallelTerminationStrategy: PID 3326 died...\u000a00:48:28.647738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3326): Terminated: ok {rc=0}\u000a00:48:28.738494 bus /gobi_0: Setting Powered False\u000a00:48:29.842784 bus /gobi_0: Setting Powered False\u000a00:48:30.964579 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:48:32.086272 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.099400 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:32.262203 tst iperf3.py: using LAC 17907\u000a00:48:32.395772 tst iperf3.py: using RAC 57\u000a00:48:32.529995 tst iperf3.py: using CellId 17907\u000a00:48:32.663191 tst iperf3.py: using BVCI 17908\u000a00:48:32.689004 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.700560 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.711963 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.723971 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.735725 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.747393 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.759211 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.770853 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:32.782784 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:33.083149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:33.223718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:33.573329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Launched\u000a00:48:33.863400 run iperf3-srv_10.42.42.10(pid=3329): Launched\u000a00:48:34.069349 tst iperf3.py:8: start network...\u000a00:48:34.210167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:34.746614 run create_hlr_db(pid=3330): Launched\u000a00:48:34.939898 bus /gobi_6: Setting Powered False\u000a00:48:35.960869 run create_hlr_db(pid=3330): Terminated: ok {rc=0}\u000a00:48:36.381202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Launched\u000a00:48:36.693788 run osmo-hlr_10.42.42.2(pid=3333): Launched\u000a00:48:36.811970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:37.364547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Launched\u000a00:48:37.679299 run osmo-stp_10.42.42.5(pid=3336): Launched\u000a00:48:37.792799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:38.337727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3338): Launched\u000a00:48:38.448924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:38.721963 run patchelf(pid=3339): Launched\u000a00:48:38.904304 run osmo-stp_10.42.42.5(pid=3336): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)]\u000a00:48:39.037274 run osmo-stp_10.42.42.5(pid=3336): stdout: \u000a| (launched: 2022-12-09_00:48:37.523004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:39.170500 run osmo-stp_10.42.42.5(pid=3336): stderr: \u000a| �[0;m�[38;5;43m20221209004837696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004837696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004837697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004837697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:39.298680 run osmo-stp_10.42.42.5(pid=3336): stdout: \u000a| (launched: 2022-12-09_00:48:37.523004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:39.426033 run osmo-stp_10.42.42.5(pid=3336): stderr: \u000a| �[0;m�[38;5;43m20221209004837696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004837696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004837697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004837697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004837698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:39.574622 run patchelf(pid=3339): Terminating (SIGINT)\u000a00:48:39.749800 run patchelf(pid=3339): Terminated: ok {rc=0}\u000a00:48:39.781942 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3336): Process ended prematurely: osmo-stp_10.42.42.5(pid=3336) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3336)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:48:39.791301 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:48:39.852698 run osmo-hlr_10.42.42.2(pid=3333): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3333)]\u000a00:48:39.902353 run osmo-hlr_10.42.42.2(pid=3333): stdout: \u000a| (launched: 2022-12-09_00:48:36.539048) \u000a00:48:39.952885 run osmo-hlr_10.42.42.2(pid=3333): stderr: \u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004836717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004836730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004836741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004836741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004836741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:39.995668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminating (SIGTERM)\u000a00:48:40.036123 run iperf3-srv_10.42.42.10(pid=3329): Terminating (SIGTERM)\u000a00:48:40.076761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminating (SIGTERM)\u000a00:48:40.117408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminating (SIGTERM)\u000a00:48:40.158044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3338): Terminating (SIGTERM)\u000a00:48:40.167615 --- ParallelTerminationStrategy: PID 3328 died...\u000a00:48:40.221708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3328): Terminated: ok {rc=0}\u000a00:48:40.231619 --- ParallelTerminationStrategy: PID 3329 died...\u000a00:48:40.286039 run iperf3-srv_10.42.42.10(pid=3329): Terminated {rc=256}\u000a00:48:40.296036 --- ParallelTerminationStrategy: PID 3332 died...\u000a00:48:40.350390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3332): Terminated: ok {rc=0}\u000a00:48:40.360069 --- ParallelTerminationStrategy: PID 3335 died...\u000a00:48:40.413850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3335): Terminated: ok {rc=0}\u000a00:48:40.423827 --- ParallelTerminationStrategy: PID 3338 died...\u000a00:48:40.477774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3338): Terminated: ok {rc=0}\u000a00:48:40.562870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3354): Process ended prematurely: osmo-stp_10.42.42.5(pid=3354) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3354)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3354): Process ended prematurely: osmo-stp_10.42.42.5(pid=3354) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:48:41.680940 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:41.693289 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:48:41.849281 tst iperf3m4.py: using LAC 17908\u000a00:48:41.981602 tst iperf3m4.py: using RAC 58\u000a00:48:42.113922 tst iperf3m4.py: using CellId 17908\u000a00:48:42.241833 tst iperf3m4.py: using BVCI 17909\u000a00:48:42.266197 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.277345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.288028 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.299573 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.311020 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.322410 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.333898 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.345248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:48:42.356746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:42.477930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:42.598807 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:42.718806 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:48:43.022000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:48:43.162152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:43.512761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3340): Launched\u000a00:48:43.802457 run iperf3-srv_10.42.42.10(pid=3341): Launched\u000a00:48:44.008497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:48:44.148670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:44.499944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3342): Launched\u000a00:48:44.789465 run iperf3-srv_10.42.42.10(pid=3343): Launched\u000a00:48:44.994740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:48:45.134454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:45.483349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3344): Launched\u000a00:48:45.772255 run iperf3-srv_10.42.42.10(pid=3345): Launched\u000a00:48:45.988373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:48:46.131131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:48:46.500504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3346): Launched\u000a00:48:46.808450 run iperf3-srv_10.42.42.10(pid=3347): Launched\u000a00:48:47.018041 tst iperf3m4.py:8: start network...\u000a00:48:47.160351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:47.697760 run create_hlr_db(pid=3348): Launched\u000a00:48:47.891552 bus /gobi_6: Setting Powered False\u000a00:48:48.912454 run create_hlr_db(pid=3348): Terminated: ok {rc=0}\u000a00:48:49.358535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3350): Launched\u000a00:48:49.695533 run osmo-hlr_10.42.42.2(pid=3351): Launched\u000a00:48:49.816999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:50.400676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3353): Launched\u000a00:48:50.736559 run osmo-stp_10.42.42.5(pid=3354): Launched\u000a00:48:50.858284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:48:51.443642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3356): Launched\u000a00:48:51.562784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:48:51.854413 run patchelf(pid=3357): Launched\u000a00:48:52.049798 run osmo-stp_10.42.42.5(pid=3354): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3354)]\u000a00:48:52.192281 run osmo-stp_10.42.42.5(pid=3354): stdout: \u000a| (launched: 2022-12-09_00:48:50.570509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:52.335099 run osmo-stp_10.42.42.5(pid=3354): stderr: \u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004850770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:52.473390 run osmo-stp_10.42.42.5(pid=3354): stdout: \u000a| (launched: 2022-12-09_00:48:50.570509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:52.609562 run osmo-stp_10.42.42.5(pid=3354): stderr: \u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004850769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004850770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004850770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:52.768604 run patchelf(pid=3357): Terminating (SIGINT)\u000a00:48:52.955533 run patchelf(pid=3357): Terminated: ok {rc=0}\u000a00:48:52.989637 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3354): Process ended prematurely: osmo-stp_10.42.42.5(pid=3354) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3354)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:48:52.999547 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a00:48:53.062922 run osmo-hlr_10.42.42.2(pid=3351): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3351)]\u000a00:48:53.114468 run osmo-hlr_10.42.42.2(pid=3351): stdout: \u000a| (launched: 2022-12-09_00:48:49.529511) \u000a00:48:53.166577 run osmo-hlr_10.42.42.2(pid=3351): stderr: \u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004849733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004849749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004849759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004849759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004849759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:53.210909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3340): Terminating (SIGTERM)\u000a00:48:53.252537 run iperf3-srv_10.42.42.10(pid=3341): Terminating (SIGTERM)\u000a00:48:53.294345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3342): Terminating (SIGTERM)\u000a00:48:53.336521 run iperf3-srv_10.42.42.10(pid=3343): Terminating (SIGTERM)\u000a00:48:53.378669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3344): Terminating (SIGTERM)\u000a00:48:53.421245 run iperf3-srv_10.42.42.10(pid=3345): Terminating (SIGTERM)\u000a00:48:53.463547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3346): Terminating (SIGTERM)\u000a00:48:53.505577 run iperf3-srv_10.42.42.10(pid=3347): Terminating (SIGTERM)\u000a00:48:53.547860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3350): Terminating (SIGTERM)\u000a00:48:53.590136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3353): Terminating (SIGTERM)\u000a00:48:53.632234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3356): Terminating (SIGTERM)\u000a00:48:53.642021 --- ParallelTerminationStrategy: PID 3340 died...\u000a00:48:53.698709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3340): Terminated: ok {rc=0}\u000a00:48:53.708792 --- ParallelTerminationStrategy: PID 3341 died...\u000a00:48:53.764863 run iperf3-srv_10.42.42.10(pid=3341): Terminated {rc=256}\u000a00:48:53.774990 --- ParallelTerminationStrategy: PID 3342 died...\u000a00:48:53.831275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3342): Terminated: ok {rc=0}\u000a00:48:53.841512 --- ParallelTerminationStrategy: PID 3343 died...\u000a00:48:53.897639 run iperf3-srv_10.42.42.10(pid=3343): Terminated {rc=256}\u000a00:48:53.907823 --- ParallelTerminationStrategy: PID 3344 died...\u000a00:48:53.964094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3344): Terminated: ok {rc=0}\u000a00:48:53.974245 --- ParallelTerminationStrategy: PID 3345 died...\u000a00:48:54.030347 run iperf3-srv_10.42.42.10(pid=3345): Terminated {rc=256}\u000a00:48:54.040512 --- ParallelTerminationStrategy: PID 3346 died...\u000a00:48:54.096788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3346): Terminated: ok {rc=0}\u000a00:48:54.106903 --- ParallelTerminationStrategy: PID 3347 died...\u000a00:48:54.163363 run iperf3-srv_10.42.42.10(pid=3347): Terminated {rc=256}\u000a00:48:54.173646 --- ParallelTerminationStrategy: PID 3350 died...\u000a00:48:54.230101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3350): Terminated: ok {rc=0}\u000a00:48:54.240332 --- ParallelTerminationStrategy: PID 3353 died...\u000a00:48:54.296819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3353): Terminated: ok {rc=0}\u000a00:48:54.307037 --- ParallelTerminationStrategy: PID 3356 died...\u000a00:48:54.363931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3356): Terminated: ok {rc=0}\u000a00:48:54.453700 bus /gobi_4: Setting Powered False\u000a00:48:55.562311 bus /gobi_4: Setting Powered False\u000a00:48:56.674760 bus /gobi_1: Setting Powered False\u000a00:48:57.779263 bus /gobi_1: Setting Powered False\u000a00:48:58.891185 bus /gobi_0: Setting Powered False\u000a00:48:59.994370 bus /gobi_0: Setting Powered False\u000a00:49:01.109589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:49:02.176121 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.188658 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:49:02.337700 tst ping.py: using LAC 17909\u000a00:49:02.462762 tst ping.py: using RAC 59\u000a00:49:02.584924 tst ping.py: using CellId 17909\u000a00:49:02.709816 tst ping.py: using BVCI 17910\u000a00:49:02.733309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.744135 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.754981 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.766030 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.776797 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.787677 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.798864 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:02.809726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:49:03.091440 tst ping.py:19: start network...\u000a00:49:03.218413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:03.699840 run create_hlr_db(pid=3358): Launched\u000a00:49:03.876888 bus /gobi_6: Setting Powered False\u000a00:49:04.898014 run create_hlr_db(pid=3358): Terminated: ok {rc=0}\u000a00:49:05.337429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Launched\u000a00:49:05.667681 run osmo-hlr_10.42.42.2(pid=3361): Launched\u000a00:49:05.787119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:06.368331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Launched\u000a00:49:06.700111 run osmo-stp_10.42.42.5(pid=3364): Launched\u000a00:49:06.819520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:07.394975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Launched\u000a00:49:07.512586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:07.800148 run patchelf(pid=3367): Launched\u000a00:49:07.992053 run osmo-stp_10.42.42.5(pid=3364): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)]\u000a00:49:08.132059 run osmo-stp_10.42.42.5(pid=3364): stdout: \u000a| (launched: 2022-12-09_00:49:06.536474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:08.272261 run osmo-stp_10.42.42.5(pid=3364): stderr: \u000a| �[0;m�[38;5;43m20221209004906731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004906731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004906732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004906734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004906735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004906735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:08.407749 run osmo-stp_10.42.42.5(pid=3364): stdout: \u000a| (launched: 2022-12-09_00:49:06.536474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:08.542608 run osmo-stp_10.42.42.5(pid=3364): stderr: \u000a| �[0;m�[38;5;43m20221209004906731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004906731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004906732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004906732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004906734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004906735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004906735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:08.699332 run patchelf(pid=3367): Terminating (SIGINT)\u000a00:49:08.882418 run patchelf(pid=3367): Terminated: ok {rc=0}\u000a00:49:08.915484 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3364): Process ended prematurely: osmo-stp_10.42.42.5(pid=3364) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3364)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:49:08.924752 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:49:08.987998 run osmo-hlr_10.42.42.2(pid=3361): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3361)]\u000a00:49:09.039666 run osmo-hlr_10.42.42.2(pid=3361): stdout: \u000a| (launched: 2022-12-09_00:49:05.505612) \u000a00:49:09.091748 run osmo-hlr_10.42.42.2(pid=3361): stderr: \u000a| �[0;m�[1;31m20221209004905706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004905706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004905707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004905707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004905707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004905707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004905718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004905726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004905726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004905727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:09.136414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Terminating (SIGTERM)\u000a00:49:09.178528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Terminating (SIGTERM)\u000a00:49:09.220605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Terminating (SIGTERM)\u000a00:49:09.230032 --- ParallelTerminationStrategy: PID 3360 died...\u000a00:49:09.286043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3360): Terminated: ok {rc=0}\u000a00:49:09.296122 --- ParallelTerminationStrategy: PID 3363 died...\u000a00:49:09.351853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3363): Terminated: ok {rc=0}\u000a00:49:09.361893 --- ParallelTerminationStrategy: PID 3366 died...\u000a00:49:09.418034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3366): Terminated: ok {rc=0}\u000a00:49:09.505730 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:49:10.558661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:10.570817 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:49:10.725737 tst ping_idle_ping.py: using LAC 17910\u000a00:49:10.855685 tst ping_idle_ping.py: using RAC 60\u000a00:49:10.985130 tst ping_idle_ping.py: using CellId 17910\u000a00:49:11.119410 tst ping_idle_ping.py: using BVCI 17911\u000a00:49:11.144509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.155915 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.167106 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.178326 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.189408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.200450 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.211761 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:49:11.223026 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:49:11.502714 tst ping_idle_ping.py:24: start network...\u000a00:49:11.630664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:12.117852 run create_hlr_db(pid=3369): Launched\u000a00:49:12.296209 bus /gobi_6: Setting Powered False\u000a00:49:13.315477 run create_hlr_db(pid=3369): Terminated: ok {rc=0}\u000a00:49:13.727733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Launched\u000a00:49:14.037688 run osmo-hlr_10.42.42.2(pid=3372): Launched\u000a00:49:14.155266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:14.700893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Launched\u000a00:49:15.010352 run osmo-stp_10.42.42.5(pid=3375): Launched\u000a00:49:15.122433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:15.662345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3377): Launched\u000a00:49:15.771982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:16.140527 run patchelf(pid=3378): Launched\u000a00:49:16.342873 run osmo-stp_10.42.42.5(pid=3375): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)]\u000a00:49:16.478942 run osmo-stp_10.42.42.5(pid=3375): stdout: \u000a| (launched: 2022-12-09_00:49:14.856817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:16.615388 run osmo-stp_10.42.42.5(pid=3375): stderr: \u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004915029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:16.746078 run osmo-stp_10.42.42.5(pid=3375): stdout: \u000a| (launched: 2022-12-09_00:49:14.856817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:16.875496 run osmo-stp_10.42.42.5(pid=3375): stderr: \u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004915028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004915029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:17.026424 run patchelf(pid=3378): Terminating (SIGINT)\u000a00:49:17.203559 run patchelf(pid=3378): Terminated: ok {rc=0}\u000a00:49:17.235754 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3375): Process ended prematurely: osmo-stp_10.42.42.5(pid=3375) [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3375)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:49:17.244918 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:49:17.306701 run osmo-hlr_10.42.42.2(pid=3372): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3372)]\u000a00:49:17.356927 run osmo-hlr_10.42.42.2(pid=3372): stdout: \u000a| (launched: 2022-12-09_00:49:13.883970) \u000a00:49:17.407792 run osmo-hlr_10.42.42.2(pid=3372): stderr: \u000a| �[0;m�[1;31m20221209004914065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004914065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004914065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004914065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004914066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004914066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004914078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004914086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004914086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004914086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:17.450791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminating (SIGTERM)\u000a00:49:17.491961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminating (SIGTERM)\u000a00:49:17.532811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3377): Terminating (SIGTERM)\u000a00:49:17.542475 --- ParallelTerminationStrategy: PID 3371 died...\u000a00:49:17.597120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3371): Terminated: ok {rc=0}\u000a00:49:17.606967 --- ParallelTerminationStrategy: PID 3374 died...\u000a00:49:17.661672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3374): Terminated: ok {rc=0}\u000a00:49:17.671755 --- ParallelTerminationStrategy: PID 3377 died...\u000a00:49:17.725869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3377): Terminated: ok {rc=0}\u000a00:49:17.815062 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:48:18" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3393): Process ended prematurely: osmo-stp_10.42.42.5(pid=3393) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3393)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3393): Process ended prematurely: osmo-stp_10.42.42.5(pid=3393) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:49:19.921218 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:19.931970 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:20.079634 tst cs_paging_gprs_active.py: using LAC 17911\u000a00:49:20.203971 tst cs_paging_gprs_active.py: using RAC 61\u000a00:49:20.328116 tst cs_paging_gprs_active.py: using CellId 17911\u000a00:49:20.452770 tst cs_paging_gprs_active.py: using BVCI 17912\u000a00:49:20.476643 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.487629 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.498330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.509346 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.520173 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.531225 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.542232 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.553235 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:20.564410 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:20.685469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:20.985317 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:49:21.126003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:21.475709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3382): Launched\u000a00:49:21.767157 run iperf3-srv_10.42.42.10(pid=3383): Launched\u000a00:49:21.974255 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:49:22.115501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:22.468415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3384): Launched\u000a00:49:22.759327 run iperf3-srv_10.42.42.10(pid=3385): Launched\u000a00:49:22.966009 tst cs_paging_gprs_active.py:38: start network...\u000a00:49:23.107106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:23.648617 run create_hlr_db(pid=3386): Launched\u000a00:49:23.843864 bus /gobi_6: Setting Powered False\u000a00:49:24.863203 run create_hlr_db(pid=3386): Terminated: ok {rc=0}\u000a00:49:25.282910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3389): Launched\u000a00:49:25.597827 run osmo-hlr_10.42.42.2(pid=3390): Launched\u000a00:49:25.717376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:26.268548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3392): Launched\u000a00:49:26.582882 run osmo-stp_10.42.42.5(pid=3393): Launched\u000a00:49:26.696382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:27.240851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3395): Launched\u000a00:49:27.352085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:27.627024 run patchelf(pid=3396): Launched\u000a00:49:27.809899 run osmo-stp_10.42.42.5(pid=3393): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3393)]\u000a00:49:27.944179 run osmo-stp_10.42.42.5(pid=3393): stdout: \u000a| (launched: 2022-12-09_00:49:26.427079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:28.078766 run osmo-stp_10.42.42.5(pid=3393): stderr: \u000a| �[0;m�[38;5;43m20221209004926600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004926602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:28.207524 run osmo-stp_10.42.42.5(pid=3393): stdout: \u000a| (launched: 2022-12-09_00:49:26.427079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:28.335059 run osmo-stp_10.42.42.5(pid=3393): stderr: \u000a| �[0;m�[38;5;43m20221209004926600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004926601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004926602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004926602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:28.484356 run patchelf(pid=3396): Terminating (SIGINT)\u000a00:49:28.660667 run patchelf(pid=3396): Terminated: ok {rc=0}\u000a00:49:28.692855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3393): Process ended prematurely: osmo-stp_10.42.42.5(pid=3393) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3393)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:49:28.702345 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:49:28.763383 run osmo-hlr_10.42.42.2(pid=3390): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3390)]\u000a00:49:28.813189 run osmo-hlr_10.42.42.2(pid=3390): stdout: \u000a| (launched: 2022-12-09_00:49:25.441459) \u000a00:49:28.863372 run osmo-hlr_10.42.42.2(pid=3390): stderr: \u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004925620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004925636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004925648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004925648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004925648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:28.905928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3382): Terminating (SIGTERM)\u000a00:49:28.946319 run iperf3-srv_10.42.42.10(pid=3383): Terminating (SIGTERM)\u000a00:49:28.986997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3384): Terminating (SIGTERM)\u000a00:49:29.027138 run iperf3-srv_10.42.42.10(pid=3385): Terminating (SIGTERM)\u000a00:49:29.067445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3389): Terminating (SIGTERM)\u000a00:49:29.107796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3392): Terminating (SIGTERM)\u000a00:49:29.147932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3395): Terminating (SIGTERM)\u000a00:49:29.157431 --- ParallelTerminationStrategy: PID 3382 died...\u000a00:49:29.211311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3382): Terminated: ok {rc=0}\u000a00:49:29.221174 --- ParallelTerminationStrategy: PID 3383 died...\u000a00:49:29.274778 run iperf3-srv_10.42.42.10(pid=3383): Terminated {rc=256}\u000a00:49:29.284627 --- ParallelTerminationStrategy: PID 3384 died...\u000a00:49:29.338147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3384): Terminated: ok {rc=0}\u000a00:49:29.347899 --- ParallelTerminationStrategy: PID 3385 died...\u000a00:49:29.401421 run iperf3-srv_10.42.42.10(pid=3385): Terminated {rc=256}\u000a00:49:29.411308 --- ParallelTerminationStrategy: PID 3389 died...\u000a00:49:29.464794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3389): Terminated: ok {rc=0}\u000a00:49:29.474645 --- ParallelTerminationStrategy: PID 3392 died...\u000a00:49:29.528767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3392): Terminated: ok {rc=0}\u000a00:49:29.538411 --- ParallelTerminationStrategy: PID 3395 died...\u000a00:49:29.591883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3395): Terminated: ok {rc=0}\u000a00:49:29.680510 bus /gobi_0: Setting Powered False\u000a00:49:30.782703 bus /gobi_0: Setting Powered False\u000a00:49:31.920587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3405): Process ended prematurely: osmo-stp_10.42.42.5(pid=3405) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3405)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3405): Process ended prematurely: osmo-stp_10.42.42.5(pid=3405) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:49:33.032190 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.043830 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:33.195889 tst iperf3.py: using LAC 17912\u000a00:49:33.319255 tst iperf3.py: using RAC 62\u000a00:49:33.443594 tst iperf3.py: using CellId 17912\u000a00:49:33.567959 tst iperf3.py: using BVCI 17913\u000a00:49:33.592078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.602986 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.613850 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.624810 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.635640 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.646658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.657764 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.668679 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:33.679722 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:33.982858 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:34.123443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:34.473917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3397): Launched\u000a00:49:34.765710 run iperf3-srv_10.42.42.10(pid=3398): Launched\u000a00:49:34.972564 tst iperf3.py:8: start network...\u000a00:49:35.113498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:35.655165 run create_hlr_db(pid=3399): Launched\u000a00:49:35.849438 bus /gobi_6: Setting Powered False\u000a00:49:36.869891 run create_hlr_db(pid=3399): Terminated: ok {rc=0}\u000a00:49:37.318686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3401): Launched\u000a00:49:37.657552 run osmo-hlr_10.42.42.2(pid=3402): Launched\u000a00:49:37.781332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:38.368119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3404): Launched\u000a00:49:38.705861 run osmo-stp_10.42.42.5(pid=3405): Launched\u000a00:49:38.827947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:39.416212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3407): Launched\u000a00:49:39.536767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:39.830872 run patchelf(pid=3408): Launched\u000a00:49:40.027234 run osmo-stp_10.42.42.5(pid=3405): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3405)]\u000a00:49:40.170621 run osmo-stp_10.42.42.5(pid=3405): stdout: \u000a| (launched: 2022-12-09_00:49:38.539230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:40.314323 run osmo-stp_10.42.42.5(pid=3405): stderr: \u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004938738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:40.453494 run osmo-stp_10.42.42.5(pid=3405): stdout: \u000a| (launched: 2022-12-09_00:49:38.539230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:40.590730 run osmo-stp_10.42.42.5(pid=3405): stderr: \u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004938737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004938738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004938738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:40.751559 run patchelf(pid=3408): Terminating (SIGINT)\u000a00:49:40.939563 run patchelf(pid=3408): Terminated: ok {rc=0}\u000a00:49:40.974041 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3405): Process ended prematurely: osmo-stp_10.42.42.5(pid=3405) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3405)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:49:40.984040 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:49:41.047451 run osmo-hlr_10.42.42.2(pid=3402): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3402)]\u000a00:49:41.099488 run osmo-hlr_10.42.42.2(pid=3402): stdout: \u000a| (launched: 2022-12-09_00:49:37.490101) \u000a00:49:41.152083 run osmo-hlr_10.42.42.2(pid=3402): stderr: \u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004937694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004937707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004937718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004937718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004937718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:41.197053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3397): Terminating (SIGTERM)\u000a00:49:41.239364 run iperf3-srv_10.42.42.10(pid=3398): Terminating (SIGTERM)\u000a00:49:41.281588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3401): Terminating (SIGTERM)\u000a00:49:41.323847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3404): Terminating (SIGTERM)\u000a00:49:41.366205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3407): Terminating (SIGTERM)\u000a00:49:41.375970 --- ParallelTerminationStrategy: PID 3397 died...\u000a00:49:41.433244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3397): Terminated: ok {rc=0}\u000a00:49:41.443606 --- ParallelTerminationStrategy: PID 3398 died...\u000a00:49:41.499856 run iperf3-srv_10.42.42.10(pid=3398): Terminated {rc=256}\u000a00:49:41.510077 --- ParallelTerminationStrategy: PID 3401 died...\u000a00:49:41.566208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3401): Terminated: ok {rc=0}\u000a00:49:41.576438 --- ParallelTerminationStrategy: PID 3404 died...\u000a00:49:41.632778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3404): Terminated: ok {rc=0}\u000a00:49:41.643046 --- ParallelTerminationStrategy: PID 3407 died...\u000a00:49:41.699231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3407): Terminated: ok {rc=0}\u000a00:49:41.788422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:49:42.906669 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:42.918924 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:49:43.076262 tst iperf3m4.py: using LAC 17913\u000a00:49:43.208796 tst iperf3m4.py: using RAC 63\u000a00:49:43.342517 tst iperf3m4.py: using CellId 17913\u000a00:49:43.474166 tst iperf3m4.py: using BVCI 17914\u000a00:49:43.500006 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.511409 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.522747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.534126 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.545247 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.556469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.567809 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.578988 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:49:43.590315 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:43.711906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:43.833882 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:43.954648 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:49:44.257862 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:44.398029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:44.748036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3409): Launched\u000a00:49:45.038242 run iperf3-srv_10.42.42.10(pid=3410): Launched\u000a00:49:45.244348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:49:45.384829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:45.734677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3411): Launched\u000a00:49:46.060228 run iperf3-srv_10.42.42.10(pid=3412): Launched\u000a00:49:46.270539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:49:46.413488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:46.782503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3413): Launched\u000a00:49:47.095786 run iperf3-srv_10.42.42.10(pid=3414): Launched\u000a00:49:47.306349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:49:47.446712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:47.796044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3415): Launched\u000a00:49:48.086225 run iperf3-srv_10.42.42.10(pid=3416): Launched\u000a00:49:48.291786 tst iperf3m4.py:8: start network...\u000a00:49:48.432446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:48.969964 run create_hlr_db(pid=3417): Launched\u000a00:49:49.163402 bus /gobi_6: Setting Powered False\u000a00:49:50.184196 run create_hlr_db(pid=3417): Terminated: ok {rc=0}\u000a00:49:50.631940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Launched\u000a00:49:50.969646 run osmo-hlr_10.42.42.2(pid=3420): Launched\u000a00:49:51.093079 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:51.684849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Launched\u000a00:49:52.022056 run osmo-stp_10.42.42.5(pid=3423): Launched\u000a00:49:52.144094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:52.734571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3425): Launched\u000a00:49:52.855528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:53.151990 run patchelf(pid=3426): Launched\u000a00:49:53.348736 run osmo-stp_10.42.42.5(pid=3423): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)]\u000a00:49:53.493036 run osmo-stp_10.42.42.5(pid=3423): stdout: \u000a| (launched: 2022-12-09_00:49:51.855708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:53.637314 run osmo-stp_10.42.42.5(pid=3423): stderr: \u000a| �[0;m�[38;5;43m20221209004952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004952053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004952053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004952055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004952056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004952056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:53.776032 run osmo-stp_10.42.42.5(pid=3423): stdout: \u000a| (launched: 2022-12-09_00:49:51.855708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:53.913786 run osmo-stp_10.42.42.5(pid=3423): stderr: \u000a| �[0;m�[38;5;43m20221209004952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209004952052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209004952053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209004952053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209004952055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209004952056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209004952056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:54.074201 run patchelf(pid=3426): Terminating (SIGINT)\u000a00:49:54.262461 run patchelf(pid=3426): Terminated: ok {rc=0}\u000a00:49:54.296753 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3423): Process ended prematurely: osmo-stp_10.42.42.5(pid=3423) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3423)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:49:54.306833 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a00:49:54.371124 run osmo-hlr_10.42.42.2(pid=3420): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3420)]\u000a00:49:54.423626 run osmo-hlr_10.42.42.2(pid=3420): stdout: \u000a| (launched: 2022-12-09_00:49:50.802982) \u000a00:49:54.476650 run osmo-hlr_10.42.42.2(pid=3420): stderr: \u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209004951008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209004951021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209004951029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209004951029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209004951029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:54.521814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3409): Terminating (SIGTERM)\u000a00:49:54.564309 run iperf3-srv_10.42.42.10(pid=3410): Terminating (SIGTERM)\u000a00:49:54.607029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3411): Terminating (SIGTERM)\u000a00:49:54.649467 run iperf3-srv_10.42.42.10(pid=3412): Terminating (SIGTERM)\u000a00:49:54.692258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3413): Terminating (SIGTERM)\u000a00:49:54.734915 run iperf3-srv_10.42.42.10(pid=3414): Terminating (SIGTERM)\u000a00:49:54.777418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3415): Terminating (SIGTERM)\u000a00:49:54.820011 run iperf3-srv_10.42.42.10(pid=3416): Terminating (SIGTERM)\u000a00:49:54.863140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Terminating (SIGTERM)\u000a00:49:54.905805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Terminating (SIGTERM)\u000a00:49:54.948300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3425): Terminating (SIGTERM)\u000a00:49:54.958285 --- ParallelTerminationStrategy: PID 3409 died...\u000a00:49:55.015457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3409): Terminated: ok {rc=0}\u000a00:49:55.025846 --- ParallelTerminationStrategy: PID 3410 died...\u000a00:49:55.082488 run iperf3-srv_10.42.42.10(pid=3410): Terminated {rc=256}\u000a00:49:55.092714 --- ParallelTerminationStrategy: PID 3411 died...\u000a00:49:55.149398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3411): Terminated: ok {rc=0}\u000a00:49:55.159670 --- ParallelTerminationStrategy: PID 3412 died...\u000a00:49:55.216058 run iperf3-srv_10.42.42.10(pid=3412): Terminated {rc=256}\u000a00:49:55.226270 --- ParallelTerminationStrategy: PID 3413 died...\u000a00:49:55.283045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3413): Terminated: ok {rc=0}\u000a00:49:55.293379 --- ParallelTerminationStrategy: PID 3414 died...\u000a00:49:55.349876 run iperf3-srv_10.42.42.10(pid=3414): Terminated {rc=256}\u000a00:49:55.360246 --- ParallelTerminationStrategy: PID 3415 died...\u000a00:49:55.416857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3415): Terminated: ok {rc=0}\u000a00:49:55.427526 --- ParallelTerminationStrategy: PID 3416 died...\u000a00:49:55.484198 run iperf3-srv_10.42.42.10(pid=3416): Terminated {rc=256}\u000a00:49:55.494557 --- ParallelTerminationStrategy: PID 3419 died...\u000a00:49:55.551451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3419): Terminated: ok {rc=0}\u000a00:49:55.561792 --- ParallelTerminationStrategy: PID 3422 died...\u000a00:49:55.618336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3422): Terminated: ok {rc=0}\u000a00:49:55.628673 --- ParallelTerminationStrategy: PID 3425 died...\u000a00:49:55.685284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3425): Terminated: ok {rc=0}\u000a00:49:55.774820 bus /gobi_4: Setting Powered False\u000a00:49:56.884035 bus /gobi_4: Setting Powered False\u000a00:49:57.996396 bus /gobi_1: Setting Powered False\u000a00:49:59.100909 bus /gobi_1: Setting Powered False\u000a00:50:00.213396 bus /gobi_0: Setting Powered False\u000a00:50:01.338633 bus /gobi_0: Setting Powered False\u000a00:50:02.450424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3436): Process ended prematurely: osmo-stp_10.42.42.5(pid=3436) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3436)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3436): Process ended prematurely: osmo-stp_10.42.42.5(pid=3436) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:50:03.518445 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:03.530339 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:50:03.687003 tst ping.py: using LAC 17914\u000a00:50:03.817995 tst ping.py: using RAC 64\u000a00:50:03.948614 tst ping.py: using CellId 17914\u000a00:50:04.078420 tst ping.py: using BVCI 17915\u000a00:50:04.103643 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.115215 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.126465 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.138998 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.150302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.162135 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.174101 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:04.185849 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:50:04.468445 tst ping.py:19: start network...\u000a00:50:04.595994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:05.086528 run create_hlr_db(pid=3430): Launched\u000a00:50:05.260395 bus /gobi_6: Setting Powered False\u000a00:50:06.281024 run create_hlr_db(pid=3430): Terminated: ok {rc=0}\u000a00:50:06.713599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3432): Launched\u000a00:50:07.038925 run osmo-hlr_10.42.42.2(pid=3433): Launched\u000a00:50:07.157623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:07.723211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3435): Launched\u000a00:50:08.047142 run osmo-stp_10.42.42.5(pid=3436): Launched\u000a00:50:08.164462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:08.728658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3438): Launched\u000a00:50:08.844086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:09.127538 run patchelf(pid=3439): Launched\u000a00:50:09.316936 run osmo-stp_10.42.42.5(pid=3436): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3436)]\u000a00:50:09.455890 run osmo-stp_10.42.42.5(pid=3436): stdout: \u000a| (launched: 2022-12-09_00:50:07.887310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:09.594753 run osmo-stp_10.42.42.5(pid=3436): stderr: \u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005008082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:09.728221 run osmo-stp_10.42.42.5(pid=3436): stdout: \u000a| (launched: 2022-12-09_00:50:07.887310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:09.860795 run osmo-stp_10.42.42.5(pid=3436): stderr: \u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005008082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005008082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005008083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:10.015047 run patchelf(pid=3439): Terminating (SIGINT)\u000a00:50:10.196121 run patchelf(pid=3439): Terminated: ok {rc=0}\u000a00:50:10.228932 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3436): Process ended prematurely: osmo-stp_10.42.42.5(pid=3436) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3436)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:50:10.238400 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:50:10.301807 run osmo-hlr_10.42.42.2(pid=3433): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3433)]\u000a00:50:10.353806 run osmo-hlr_10.42.42.2(pid=3433): stdout: \u000a| (launched: 2022-12-09_00:50:06.878190) \u000a00:50:10.406243 run osmo-hlr_10.42.42.2(pid=3433): stderr: \u000a| �[0;m�[1;31m20221209005007080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005007080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005007080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005007081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005007081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005007081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005007096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005007106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005007106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005007106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:10.451434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3432): Terminating (SIGTERM)\u000a00:50:10.493983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3435): Terminating (SIGTERM)\u000a00:50:10.536302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3438): Terminating (SIGTERM)\u000a00:50:10.546246 --- ParallelTerminationStrategy: PID 3432 died...\u000a00:50:10.602976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3432): Terminated: ok {rc=0}\u000a00:50:10.613214 --- ParallelTerminationStrategy: PID 3435 died...\u000a00:50:10.669473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3435): Terminated: ok {rc=0}\u000a00:50:10.679718 --- ParallelTerminationStrategy: PID 3438 died...\u000a00:50:10.736029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3438): Terminated: ok {rc=0}\u000a00:50:10.823589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3446): Process ended prematurely: osmo-stp_10.42.42.5(pid=3446) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3446)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3446): Process ended prematurely: osmo-stp_10.42.42.5(pid=3446) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:50:11.875688 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:11.887997 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:50:12.044451 tst ping_idle_ping.py: using LAC 17915\u000a00:50:12.174549 tst ping_idle_ping.py: using RAC 65\u000a00:50:12.300555 tst ping_idle_ping.py: using CellId 17915\u000a00:50:12.426191 tst ping_idle_ping.py: using BVCI 17916\u000a00:50:12.451707 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.463273 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.474378 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.485843 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.496990 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.508257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.519729 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:50:12.530854 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:50:12.826950 tst ping_idle_ping.py:24: start network...\u000a00:50:12.962333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:13.479249 run create_hlr_db(pid=3440): Launched\u000a00:50:13.654077 bus /gobi_6: Setting Powered False\u000a00:50:14.675661 run create_hlr_db(pid=3440): Terminated: ok {rc=0}\u000a00:50:15.079858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3442): Launched\u000a00:50:15.383849 run osmo-hlr_10.42.42.2(pid=3443): Launched\u000a00:50:15.500143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:16.098623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3445): Launched\u000a00:50:16.507864 run osmo-stp_10.42.42.5(pid=3446): Launched\u000a00:50:16.738116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:17.342965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3448): Launched\u000a00:50:17.460191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:17.745054 run patchelf(pid=3449): Launched\u000a00:50:17.935388 run osmo-stp_10.42.42.5(pid=3446): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3446)]\u000a00:50:18.075302 run osmo-stp_10.42.42.5(pid=3446): stdout: \u000a| (launched: 2022-12-09_00:50:16.297104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:18.215482 run osmo-stp_10.42.42.5(pid=3446): stderr: \u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005016542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005016542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005016542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005016543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:18.350482 run osmo-stp_10.42.42.5(pid=3446): stdout: \u000a| (launched: 2022-12-09_00:50:16.297104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:18.484089 run osmo-stp_10.42.42.5(pid=3446): stderr: \u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005016540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005016542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005016542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005016542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005016543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:18.639700 run patchelf(pid=3449): Terminating (SIGINT)\u000a00:50:18.822148 run patchelf(pid=3449): Terminated: ok {rc=0}\u000a00:50:18.855269 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3446): Process ended prematurely: osmo-stp_10.42.42.5(pid=3446) [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3446)] [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:50:18.864425 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a00:50:18.927795 run osmo-hlr_10.42.42.2(pid=3443): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3443)]\u000a00:50:18.979822 run osmo-hlr_10.42.42.2(pid=3443): stdout: \u000a| (launched: 2022-12-09_00:50:15.233232) \u000a00:50:19.032429 run osmo-hlr_10.42.42.2(pid=3443): stderr: \u000a| �[0;m�[1;31m20221209005015411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005015411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005015411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005015411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005015412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005015412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005015423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005015433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:19.077391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3442): Terminating (SIGTERM)\u000a00:50:19.119481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3445): Terminating (SIGTERM)\u000a00:50:19.161741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3448): Terminating (SIGTERM)\u000a00:50:19.171528 --- ParallelTerminationStrategy: PID 3442 died...\u000a00:50:19.228254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3442): Terminated: ok {rc=0}\u000a00:50:19.238764 --- ParallelTerminationStrategy: PID 3445 died...\u000a00:50:19.295555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3445): Terminated: ok {rc=0}\u000a00:50:19.306034 --- ParallelTerminationStrategy: PID 3448 died...\u000a00:50:19.362351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3448): Terminated: ok {rc=0}\u000a00:50:19.450343 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:49:19" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:50:21.445884 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:21.457438 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:50:21.609931 tst switch_tch_pdch.py: using LAC 17916\u000a00:50:21.735316 tst switch_tch_pdch.py: using RAC 66\u000a00:50:21.866593 tst switch_tch_pdch.py: using CellId 17916\u000a00:50:21.991491 tst switch_tch_pdch.py: using BVCI 17917\u000a00:50:22.016620 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.028246 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.039606 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.051448 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.062801 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.074253 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.085819 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:50:22.097179 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:50:22.211326 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:50:22.487242 tst switch_tch_pdch.py:51: start network...\u000a00:50:22.612125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:23.085573 run create_hlr_db(pid=3453): Launched\u000a00:50:23.259071 bus /gobi_6: Setting Powered False\u000a00:50:24.279494 run create_hlr_db(pid=3453): Terminated: ok {rc=0}\u000a00:50:24.711484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Launched\u000a00:50:25.034733 run osmo-hlr_10.42.42.2(pid=3456): Launched\u000a00:50:25.153564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:25.714332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Launched\u000a00:50:26.038790 run osmo-stp_10.42.42.5(pid=3459): Launched\u000a00:50:26.155311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:26.721501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Launched\u000a00:50:26.836146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:27.118525 run patchelf(pid=3462): Launched\u000a00:50:27.306808 run osmo-stp_10.42.42.5(pid=3459): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]\u000a00:50:27.445473 run osmo-stp_10.42.42.5(pid=3459): stdout: \u000a| (launched: 2022-12-09_00:50:25.878096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:27.583777 run osmo-stp_10.42.42.5(pid=3459): stderr: \u000a| �[0;m�[38;5;43m20221209005026072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005026072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005026073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005026073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:27.717259 run osmo-stp_10.42.42.5(pid=3459): stdout: \u000a| (launched: 2022-12-09_00:50:25.878096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:27.849709 run osmo-stp_10.42.42.5(pid=3459): stderr: \u000a| �[0;m�[38;5;43m20221209005026072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005026072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005026073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005026073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005026074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:28.003724 run patchelf(pid=3462): Terminating (SIGINT)\u000a00:50:28.185828 run patchelf(pid=3462): Terminated: ok {rc=0}\u000a00:50:28.218689 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)] [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:50:28.227703 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a00:50:28.290466 run osmo-hlr_10.42.42.2(pid=3456): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3456)]\u000a00:50:28.341950 run osmo-hlr_10.42.42.2(pid=3456): stdout: \u000a| (launched: 2022-12-09_00:50:24.875118) \u000a00:50:28.394074 run osmo-hlr_10.42.42.2(pid=3456): stderr: \u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005025075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005025087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005025095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005025096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005025096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:28.438983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Terminating (SIGTERM)\u000a00:50:28.481071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Terminating (SIGTERM)\u000a00:50:28.523065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Terminating (SIGTERM)\u000a00:50:28.532742 --- ParallelTerminationStrategy: PID 3455 died...\u000a00:50:28.588939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Terminated: ok {rc=0}\u000a00:50:28.599303 --- ParallelTerminationStrategy: PID 3458 died...\u000a00:50:28.655360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Terminated: ok {rc=0}\u000a00:50:28.665449 --- ParallelTerminationStrategy: PID 3461 died...\u000a00:50:28.721333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Terminated: ok {rc=0}\u000a00:50:28.808633 bus /gobi_0: Setting Powered False\u000a00:50:29.913764 bus /gobi_0: Setting Powered False\u000a00:50:31.045457 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:50:21" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:50:32.987879 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:32.999231 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:50:33.148521 tst switch_tch_pdch.py: using LAC 17917\u000a00:50:33.274910 tst switch_tch_pdch.py: using RAC 67\u000a00:50:33.399169 tst switch_tch_pdch.py: using CellId 17917\u000a00:50:33.524162 tst switch_tch_pdch.py: using BVCI 17918\u000a00:50:33.548714 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.560030 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.571144 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.582426 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.593597 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.604822 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.616188 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:50:33.627429 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:33.742666 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:50:34.035514 tst switch_tch_pdch.py:51: start network...\u000a00:50:34.170171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:34.659172 run create_hlr_db(pid=3466): Launched\u000a00:50:34.790975 bus /gobi_6: Setting Powered False\u000a00:50:35.879330 run create_hlr_db(pid=3466): Terminated: ok {rc=0}\u000a00:50:36.276824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3468): Launched\u000a00:50:36.595484 run osmo-hlr_10.42.42.2(pid=3469): Launched\u000a00:50:36.711911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:37.238042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Launched\u000a00:50:37.557871 run osmo-stp_10.42.42.5(pid=3472): Launched\u000a00:50:37.673699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:38.202858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Launched\u000a00:50:38.316598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:38.594992 run patchelf(pid=3475): Launched\u000a00:50:38.781829 run osmo-stp_10.42.42.5(pid=3472): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)]\u000a00:50:38.918915 run osmo-stp_10.42.42.5(pid=3472): stdout: \u000a| (launched: 2022-12-09_00:50:37.400185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:39.056547 run osmo-stp_10.42.42.5(pid=3472): stderr: \u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005037592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:39.188814 run osmo-stp_10.42.42.5(pid=3472): stdout: \u000a| (launched: 2022-12-09_00:50:37.400185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:39.320206 run osmo-stp_10.42.42.5(pid=3472): stderr: \u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005037592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005037592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005037595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:39.473147 run patchelf(pid=3475): Terminating (SIGINT)\u000a00:50:39.651972 run patchelf(pid=3475): Terminated: ok {rc=0}\u000a00:50:39.684475 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3472): Process ended prematurely: osmo-stp_10.42.42.5(pid=3472) [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3472)] [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:50:39.693764 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:50:39.756411 run osmo-hlr_10.42.42.2(pid=3469): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3469)]\u000a00:50:39.808597 run osmo-hlr_10.42.42.2(pid=3469): stdout: \u000a| (launched: 2022-12-09_00:50:36.438871) \u000a00:50:39.860786 run osmo-hlr_10.42.42.2(pid=3469): stderr: \u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005036639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005036652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005036660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005036660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005036660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:39.905015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3468): Terminating (SIGTERM)\u000a00:50:39.947043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Terminating (SIGTERM)\u000a00:50:39.989245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Terminating (SIGTERM)\u000a00:50:39.998972 --- ParallelTerminationStrategy: PID 3468 died...\u000a00:50:40.055496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3468): Terminated: ok {rc=0}\u000a00:50:40.065705 --- ParallelTerminationStrategy: PID 3471 died...\u000a00:50:40.121930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3471): Terminated: ok {rc=0}\u000a00:50:40.132067 --- ParallelTerminationStrategy: PID 3474 died...\u000a00:50:40.187687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3474): Terminated: ok {rc=0}\u000a00:50:40.275376 bus /gobi_0: Setting Powered False\u000a00:50:41.376837 bus /gobi_0: Setting Powered False\u000a00:50:42.486458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:50:32" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3480) [trial-2352↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3480)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3480) [trial-2352↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:44.346515 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:50:44.357939 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:44.485823 tst mo_mt_sms.py: using LAC 17918\u000a00:50:44.610245 tst mo_mt_sms.py: using RAC 68\u000a00:50:44.736579 tst mo_mt_sms.py: using CellId 17918\u000a00:50:44.860759 tst mo_mt_sms.py: using BVCI 17919\u000a00:50:44.885325 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:44.997034 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:45.270896 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:50:45.395118 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:50:46.037245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3479): Launched\u000a00:50:46.365698 run osmo-nitb_10.42.42.2(pid=3480): Launched\u000a00:50:46.553953 run osmo-nitb_10.42.42.2(pid=3480): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3480)]\u000a00:50:46.693696 run osmo-nitb_10.42.42.2(pid=3480): stdout: \u000a| (launched: 2022-12-09_00:50:46.192560) \u000a00:50:46.833486 run osmo-nitb_10.42.42.2(pid=3480): stderr: \u000a| (launched: 2022-12-09_00:50:46.237571)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:46.968477 run osmo-nitb_10.42.42.2(pid=3480): stdout: \u000a| (launched: 2022-12-09_00:50:46.192560) \u000a00:50:47.102382 run osmo-nitb_10.42.42.2(pid=3480): stderr: \u000a| (launched: 2022-12-09_00:50:46.237571)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:47.486556 tst osmo-nitb_10.42.42.2(pid=3480): stdout: \u000a| (launched: 2022-12-09_00:50:46.192560) \u000a00:50:47.606354 tst osmo-nitb_10.42.42.2(pid=3480): stderr: \u000a| (launched: 2022-12-09_00:50:46.237571)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:50:47.658314 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3480): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3480) [trial-2352↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3480)] [trial-2352↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a00:50:47.666345 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:50:47.702257 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3479): Terminating (SIGTERM)\u000a00:50:47.880303 --- ParallelTerminationStrategy: PID 3479 died...\u000a00:50:47.936588 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3479): Terminated: ok {rc=0}\u000a00:50:48.025709 bus /sierra_3: Setting Powered False\u000a00:50:49.130283 bus /sierra_3: Setting Powered False\u000a00:50:50.243620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:50:44" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3490): Process ended prematurely: osmo-stp_10.42.42.5(pid=3490) [trial-2352↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3490)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3490): Process ended prematurely: osmo-stp_10.42.42.5(pid=3490) [trial-2352↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:50:52.098369 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.109312 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:50:52.236095 tst mo_mt_sms.py: using LAC 17919\u000a00:50:52.361204 tst mo_mt_sms.py: using RAC 69\u000a00:50:52.488657 tst mo_mt_sms.py: using CellId 17919\u000a00:50:52.613819 tst mo_mt_sms.py: using BVCI 17920\u000a00:50:52.638242 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.649163 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.659971 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.670952 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.681895 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:50:52.692728 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:52.805902 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:50:53.003745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:53.475388 run create_hlr_db(pid=3484): Launched\u000a00:50:53.648589 bus /sierra_2: Setting Powered False\u000a00:50:54.668828 run create_hlr_db(pid=3484): Terminated: ok {rc=0}\u000a00:50:55.068634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3486): Launched\u000a00:50:55.369252 run osmo-hlr_10.42.42.2(pid=3487): Launched\u000a00:50:55.489676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:56.015678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3489): Launched\u000a00:50:56.316005 run osmo-stp_10.42.42.5(pid=3490): Launched\u000a00:50:56.425023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:50:56.972676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3492): Launched\u000a00:50:57.274722 run osmo-msc_10.42.42.6(pid=3493): Launched\u000a00:50:57.450907 run osmo-stp_10.42.42.5(pid=3490): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3490)]\u000a00:50:57.578429 run osmo-stp_10.42.42.5(pid=3490): stdout: \u000a| (launched: 2022-12-09_00:50:56.167114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:57.702801 run osmo-stp_10.42.42.5(pid=3490): stderr: \u000a| �[0;m�[38;5;43m20221209005056337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005056337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005056338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005056338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005056339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005056339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:57.822640 run osmo-stp_10.42.42.5(pid=3490): stdout: \u000a| (launched: 2022-12-09_00:50:56.167114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:57.941784 run osmo-stp_10.42.42.5(pid=3490): stderr: \u000a| �[0;m�[38;5;43m20221209005056337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005056337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005056338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005056338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005056339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005056339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:57.993863 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3490): Process ended prematurely: osmo-stp_10.42.42.5(pid=3490) [trial-2352↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3490)] [trial-2352↪sms:oc2g↪mo_mt_sms.py:16]\u000a00:50:58.001793 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:50:58.062374 run osmo-hlr_10.42.42.2(pid=3487): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3487)]\u000a00:50:58.111890 run osmo-hlr_10.42.42.2(pid=3487): stdout: \u000a| (launched: 2022-12-09_00:50:55.220536) \u000a00:50:58.161909 run osmo-hlr_10.42.42.2(pid=3487): stderr: \u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005055397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005055408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005055416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005055416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005055417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:58.229650 run osmo-msc_10.42.42.6(pid=3493): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3493)]\u000a00:50:58.278934 run osmo-msc_10.42.42.6(pid=3493): stdout: \u000a| (launched: 2022-12-09_00:50:57.124390) \u000a00:50:58.328727 run osmo-msc_10.42.42.6(pid=3493): stderr: \u000a| �[0;m�[38;5;43m20221209005057396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005057397 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f450ebc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005057397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005057397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005057397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005057397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005057399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005057399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005057400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005057400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:50:58.370789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3486): Terminating (SIGTERM)\u000a00:50:58.410796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3489): Terminating (SIGTERM)\u000a00:50:58.451154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3492): Terminating (SIGTERM)\u000a00:50:58.460620 --- ParallelTerminationStrategy: PID 3486 died...\u000a00:50:58.513753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3486): Terminated: ok {rc=0}\u000a00:50:58.523645 --- ParallelTerminationStrategy: PID 3489 died...\u000a00:50:58.577363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3489): Terminated: ok {rc=0}\u000a00:50:58.587017 --- ParallelTerminationStrategy: PID 3492 died...\u000a00:50:58.640182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3492): Terminated: ok {rc=0}\u000a00:50:58.727767 bus /sierra_3: Setting Powered False\u000a00:50:59.829712 bus /sierra_3: Setting Powered False\u000a00:51:00.951450 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:50:51" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3499) [trial-2352↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3499)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3499) [trial-2352↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:51:02.784988 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:51:02.796543 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:51:02.931095 tst assert_extension.py: using LAC 17920\u000a00:51:03.055991 tst assert_extension.py: using RAC 70\u000a00:51:03.180373 tst assert_extension.py: using CellId 17920\u000a00:51:03.301962 tst assert_extension.py: using BVCI 17921\u000a00:51:03.324596 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:51:03.598667 tst assert_extension.py:10: start nitb and bts...\u000a00:51:03.722526 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:51:04.340057 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3498): Launched\u000a00:51:04.637073 run osmo-nitb_10.42.42.2(pid=3499): Launched\u000a00:51:04.820860 run osmo-nitb_10.42.42.2(pid=3499): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3499)]\u000a00:51:04.956404 run osmo-nitb_10.42.42.2(pid=3499): stdout: \u000a| (launched: 2022-12-09_00:51:04.491914) \u000a00:51:05.092810 run osmo-nitb_10.42.42.2(pid=3499): stderr: \u000a| (launched: 2022-12-09_00:51:04.536194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:51:05.223923 run osmo-nitb_10.42.42.2(pid=3499): stdout: \u000a| (launched: 2022-12-09_00:51:04.491914) \u000a00:51:05.354188 run osmo-nitb_10.42.42.2(pid=3499): stderr: \u000a| (launched: 2022-12-09_00:51:04.536194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:51:05.757592 tst osmo-nitb_10.42.42.2(pid=3499): stdout: \u000a| (launched: 2022-12-09_00:51:04.491914) \u000a00:51:05.877310 tst osmo-nitb_10.42.42.2(pid=3499): stderr: \u000a| (launched: 2022-12-09_00:51:04.536194)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:51:05.929230 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3499) [trial-2352↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3499)] [trial-2352↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a00:51:05.937218 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a00:51:05.973531 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3498): Terminating (SIGTERM)\u000a00:51:06.151558 --- ParallelTerminationStrategy: PID 3498 died...\u000a00:51:06.207440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3498): Terminated: ok {rc=0}\u000a00:51:06.296685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:51:02" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3510): Process ended prematurely: osmo-stp_10.42.42.5(pid=3510) [trial-2352↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3510)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3510): Process ended prematurely: osmo-stp_10.42.42.5(pid=3510) [trial-2352↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:51:08.087215 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.098057 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:51:08.217876 tst assert_extension.py: using LAC 17921\u000a00:51:08.336404 tst assert_extension.py: using RAC 71\u000a00:51:08.455219 tst assert_extension.py: using CellId 17921\u000a00:51:08.573816 tst assert_extension.py: using BVCI 17922\u000a00:51:08.596409 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.607070 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.617415 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.627846 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.638351 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:51:08.649226 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:51:08.856883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:09.370920 run create_hlr_db(pid=3504): Launched\u000a00:51:09.559565 bus /sierra_2: Setting Powered False\u000a00:51:10.578795 run create_hlr_db(pid=3504): Terminated: ok {rc=0}\u000a00:51:10.981722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3506): Launched\u000a00:51:11.281999 run osmo-hlr_10.42.42.2(pid=3507): Launched\u000a00:51:11.397540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:11.933316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3509): Launched\u000a00:51:12.234685 run osmo-stp_10.42.42.5(pid=3510): Launched\u000a00:51:12.343972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:12.890459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3512): Launched\u000a00:51:13.190919 run osmo-msc_10.42.42.6(pid=3513): Launched\u000a00:51:13.366357 run osmo-stp_10.42.42.5(pid=3510): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3510)]\u000a00:51:13.494167 run osmo-stp_10.42.42.5(pid=3510): stdout: \u000a| (launched: 2022-12-09_00:51:12.084789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:13.619352 run osmo-stp_10.42.42.5(pid=3510): stderr: \u000a| �[0;m�[38;5;43m20221209005112255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005112256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005112256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005112256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:13.739224 run osmo-stp_10.42.42.5(pid=3510): stdout: \u000a| (launched: 2022-12-09_00:51:12.084789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:13.858358 run osmo-stp_10.42.42.5(pid=3510): stderr: \u000a| �[0;m�[38;5;43m20221209005112255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005112256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005112256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005112256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:13.910405 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3510): Process ended prematurely: osmo-stp_10.42.42.5(pid=3510) [trial-2352↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3510)] [trial-2352↪ussd:oc2g↪assert_extension.py:17]\u000a00:51:13.918288 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a00:51:13.978731 run osmo-hlr_10.42.42.2(pid=3507): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3507)]\u000a00:51:14.027858 run osmo-hlr_10.42.42.2(pid=3507): stdout: \u000a| (launched: 2022-12-09_00:51:11.133326) \u000a00:51:14.078273 run osmo-hlr_10.42.42.2(pid=3507): stderr: \u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005111311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005111323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005111332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005111332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005111332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:14.146152 run osmo-msc_10.42.42.6(pid=3513): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3513)]\u000a00:51:14.195523 run osmo-msc_10.42.42.6(pid=3513): stdout: \u000a| (launched: 2022-12-09_00:51:13.042330) \u000a00:51:14.245684 run osmo-msc_10.42.42.6(pid=3513): stderr: \u000a| �[0;m�[38;5;43m20221209005113314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005113315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ae9856c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005113315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005113315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005113315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005113315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005113317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005113318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005113318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005113318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:14.287618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3506): Terminating (SIGTERM)\u000a00:51:14.327625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3509): Terminating (SIGTERM)\u000a00:51:14.367499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3512): Terminating (SIGTERM)\u000a00:51:14.376929 --- ParallelTerminationStrategy: PID 3506 died...\u000a00:51:14.430434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3506): Terminated: ok {rc=0}\u000a00:51:14.440446 --- ParallelTerminationStrategy: PID 3509 died...\u000a00:51:14.494052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3509): Terminated: ok {rc=0}\u000a00:51:14.503657 --- ParallelTerminationStrategy: PID 3512 died...\u000a00:51:14.556381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3512): Terminated: ok {rc=0}\u000a00:51:14.643558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:51:07" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3524): Process ended prematurely: osmo-stp_10.42.42.5(pid=3524) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3524)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3524): Process ended prematurely: osmo-stp_10.42.42.5(pid=3524) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:16.628141 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:16.641824 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:51:16.811333 tst mo_mt_call.py: using LAC 17922\u000a00:51:16.970550 tst mo_mt_call.py: using RAC 72\u000a00:51:17.101814 tst mo_mt_call.py: using CellId 17922\u000a00:51:17.234580 tst mo_mt_call.py: using BVCI 17923\u000a00:51:17.260668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:17.272923 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:17.285598 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:17.297784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:17.310984 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:17.322536 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:17.442785 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:17.645030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:18.124926 run create_hlr_db(pid=3518): Launched\u000a00:51:18.300791 bus /sierra_2: Setting Powered False\u000a00:51:19.322207 run create_hlr_db(pid=3518): Terminated: ok {rc=0}\u000a00:51:19.760744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3520): Launched\u000a00:51:20.090899 run osmo-hlr_10.42.42.2(pid=3521): Launched\u000a00:51:20.214067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:20.786949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3523): Launched\u000a00:51:21.115848 run osmo-stp_10.42.42.5(pid=3524): Launched\u000a00:51:21.235905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:21.836501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3526): Launched\u000a00:51:22.165389 run osmo-msc_10.42.42.6(pid=3527): Launched\u000a00:51:22.357263 run osmo-stp_10.42.42.5(pid=3524): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3524)]\u000a00:51:22.495393 run osmo-stp_10.42.42.5(pid=3524): stdout: \u000a| (launched: 2022-12-09_00:51:20.953900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:22.633314 run osmo-stp_10.42.42.5(pid=3524): stderr: \u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005121147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:22.764577 run osmo-stp_10.42.42.5(pid=3524): stdout: \u000a| (launched: 2022-12-09_00:51:20.953900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:22.894713 run osmo-stp_10.42.42.5(pid=3524): stderr: \u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005121147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005121147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005121150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:22.952377 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3524): Process ended prematurely: osmo-stp_10.42.42.5(pid=3524) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3524)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:51:22.961577 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:51:23.025230 run osmo-hlr_10.42.42.2(pid=3521): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3521)]\u000a00:51:23.077326 run osmo-hlr_10.42.42.2(pid=3521): stdout: \u000a| (launched: 2022-12-09_00:51:19.927837) \u000a00:51:23.130072 run osmo-hlr_10.42.42.2(pid=3521): stderr: \u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005120127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005120139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005120150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005120150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005120150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:23.201510 run osmo-msc_10.42.42.6(pid=3527): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3527)]\u000a00:51:23.253478 run osmo-msc_10.42.42.6(pid=3527): stdout: \u000a| (launched: 2022-12-09_00:51:22.003505) \u000a00:51:23.306056 run osmo-msc_10.42.42.6(pid=3527): stderr: \u000a| �[0;m�[38;5;43m20221209005122329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005122329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09b4712c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005122329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005122329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005122330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005122330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005122331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005122332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005122332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005122332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:23.350705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3520): Terminating (SIGTERM)\u000a00:51:23.393057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3523): Terminating (SIGTERM)\u000a00:51:23.435688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3526): Terminating (SIGTERM)\u000a00:51:23.445605 --- ParallelTerminationStrategy: PID 3520 died...\u000a00:51:23.502797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3520): Terminated: ok {rc=0}\u000a00:51:23.513106 --- ParallelTerminationStrategy: PID 3523 died...\u000a00:51:23.570331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3523): Terminated: ok {rc=0}\u000a00:51:23.580757 --- ParallelTerminationStrategy: PID 3526 died...\u000a00:51:23.637379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3526): Terminated: ok {rc=0}\u000a00:51:23.726328 bus /sierra_3: Setting Powered False\u000a00:51:24.832900 bus /sierra_3: Setting Powered False\u000a00:51:25.941799 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:27.057718 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.070069 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:51:27.224106 tst mo_mt_call_osmux.py: using LAC 17923\u000a00:51:27.352596 tst mo_mt_call_osmux.py: using RAC 73\u000a00:51:27.480933 tst mo_mt_call_osmux.py: using CellId 17923\u000a00:51:27.611393 tst mo_mt_call_osmux.py: using BVCI 17924\u000a00:51:27.636319 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.647992 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.659398 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.670825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.682232 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:51:27.693670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:27.809505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:51:28.023077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:28.547888 run create_hlr_db(pid=3529): Launched\u000a00:51:28.737610 bus /sierra_2: Setting Powered False\u000a00:51:29.758066 run create_hlr_db(pid=3529): Terminated: ok {rc=0}\u000a00:51:30.168703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Launched\u000a00:51:30.474820 run osmo-hlr_10.42.42.2(pid=3532): Launched\u000a00:51:30.590931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:31.201064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Launched\u000a00:51:31.596244 run osmo-stp_10.42.42.5(pid=3535): Launched\u000a00:51:31.802784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:32.482786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3537): Launched\u000a00:51:32.810490 run osmo-msc_10.42.42.6(pid=3538): Launched\u000a00:51:33.001178 run osmo-stp_10.42.42.5(pid=3535): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)]\u000a00:51:33.138435 run osmo-stp_10.42.42.5(pid=3535): stdout: \u000a| (launched: 2022-12-09_00:51:31.371152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:33.275861 run osmo-stp_10.42.42.5(pid=3535): stderr: \u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005131773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:33.407103 run osmo-stp_10.42.42.5(pid=3535): stdout: \u000a| (launched: 2022-12-09_00:51:31.371152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:33.537964 run osmo-stp_10.42.42.5(pid=3535): stderr: \u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005131764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005131773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005131773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:33.595502 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3535): Process ended prematurely: osmo-stp_10.42.42.5(pid=3535) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3535)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:51:33.604759 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:51:33.669078 run osmo-hlr_10.42.42.2(pid=3532): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3532)]\u000a00:51:33.720843 run osmo-hlr_10.42.42.2(pid=3532): stdout: \u000a| (launched: 2022-12-09_00:51:30.323344) \u000a00:51:33.773302 run osmo-hlr_10.42.42.2(pid=3532): stderr: \u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005130503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005130517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005130527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005130528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005130528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:33.844279 run osmo-msc_10.42.42.6(pid=3538): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3538)]\u000a00:51:33.896012 run osmo-msc_10.42.42.6(pid=3538): stdout: \u000a| (launched: 2022-12-09_00:51:32.648866) \u000a00:51:33.948651 run osmo-msc_10.42.42.6(pid=3538): stderr: \u000a| �[0;m�[38;5;43m20221209005132974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005132974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f755b570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005132975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005132975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005132977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005132977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005132977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005132977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:33.992941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminating (SIGTERM)\u000a00:51:34.034788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminating (SIGTERM)\u000a00:51:34.076649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3537): Terminating (SIGTERM)\u000a00:51:34.086443 --- ParallelTerminationStrategy: PID 3531 died...\u000a00:51:34.143049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3531): Terminated: ok {rc=0}\u000a00:51:34.153391 --- ParallelTerminationStrategy: PID 3534 died...\u000a00:51:34.209910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3534): Terminated: ok {rc=0}\u000a00:51:34.220204 --- ParallelTerminationStrategy: PID 3537 died...\u000a00:51:34.276744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3537): Terminated: ok {rc=0}\u000a00:51:34.364705 bus /sierra_3: Setting Powered False\u000a00:51:35.471726 bus /sierra_3: Setting Powered False\u000a00:51:36.580449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:51:16" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:38.545692 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:38.557203 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:38.707670 tst mo_mt_call.py: using LAC 17924\u000a00:51:38.834889 tst mo_mt_call.py: using RAC 74\u000a00:51:38.963274 tst mo_mt_call.py: using CellId 17924\u000a00:51:39.090484 tst mo_mt_call.py: using BVCI 17925\u000a00:51:39.115478 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:39.127018 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:39.138374 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:39.149708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:39.161011 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:39.172310 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:39.288772 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:39.490201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:39.974396 run create_hlr_db(pid=3543): Launched\u000a00:51:40.150219 bus /sierra_2: Setting Powered False\u000a00:51:41.172012 run create_hlr_db(pid=3543): Terminated: ok {rc=0}\u000a00:51:41.610457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Launched\u000a00:51:41.940418 run osmo-hlr_10.42.42.2(pid=3546): Launched\u000a00:51:42.062493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:42.632440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Launched\u000a00:51:42.961595 run osmo-stp_10.42.42.5(pid=3549): Launched\u000a00:51:43.080329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:43.679969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Launched\u000a00:51:44.010011 run osmo-msc_10.42.42.6(pid=3552): Launched\u000a00:51:44.201680 run osmo-stp_10.42.42.5(pid=3549): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)]\u000a00:51:44.339431 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-09_00:51:42.799546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:44.477830 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221209005142991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005142991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005142992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005142992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005142994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005142994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005142995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:44.609322 run osmo-stp_10.42.42.5(pid=3549): stdout: \u000a| (launched: 2022-12-09_00:51:42.799546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:44.739268 run osmo-stp_10.42.42.5(pid=3549): stderr: \u000a| �[0;m�[38;5;43m20221209005142991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005142991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005142992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005142992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005142994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005142994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005142995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:44.796668 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3549): Process ended prematurely: osmo-stp_10.42.42.5(pid=3549) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3549)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:51:44.806313 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:51:44.869747 run osmo-hlr_10.42.42.2(pid=3546): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3546)]\u000a00:51:44.921866 run osmo-hlr_10.42.42.2(pid=3546): stdout: \u000a| (launched: 2022-12-09_00:51:41.778283) \u000a00:51:44.974685 run osmo-hlr_10.42.42.2(pid=3546): stderr: \u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005141977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005141990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005141999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005141999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005141999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:45.046206 run osmo-msc_10.42.42.6(pid=3552): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3552)]\u000a00:51:45.098348 run osmo-msc_10.42.42.6(pid=3552): stdout: \u000a| (launched: 2022-12-09_00:51:43.847602) \u000a00:51:45.150862 run osmo-msc_10.42.42.6(pid=3552): stderr: \u000a| �[0;m�[38;5;43m20221209005144172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005144172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1e98cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005144172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005144172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005144172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005144172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005144174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005144174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005144175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005144175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:45.195230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminating (SIGTERM)\u000a00:51:45.237456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminating (SIGTERM)\u000a00:51:45.279598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminating (SIGTERM)\u000a00:51:45.289158 --- ParallelTerminationStrategy: PID 3545 died...\u000a00:51:45.345799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3545): Terminated: ok {rc=0}\u000a00:51:45.356117 --- ParallelTerminationStrategy: PID 3548 died...\u000a00:51:45.412336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3548): Terminated: ok {rc=0}\u000a00:51:45.422492 --- ParallelTerminationStrategy: PID 3551 died...\u000a00:51:45.479016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3551): Terminated: ok {rc=0}\u000a00:51:45.566516 bus /sierra_3: Setting Powered False\u000a00:51:46.673570 bus /sierra_3: Setting Powered False\u000a00:51:47.785040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:51:48.896810 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:48.908445 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:51:49.054091 tst mo_mt_call_osmux.py: using LAC 17925\u000a00:51:49.178392 tst mo_mt_call_osmux.py: using RAC 75\u000a00:51:49.296463 tst mo_mt_call_osmux.py: using CellId 17925\u000a00:51:49.416351 tst mo_mt_call_osmux.py: using BVCI 17926\u000a00:51:49.439553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:49.450621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:49.461424 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:49.472411 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:49.483604 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:51:49.494697 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:49.609969 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:51:49.816752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:50.296298 run create_hlr_db(pid=3554): Launched\u000a00:51:50.471415 bus /sierra_2: Setting Powered False\u000a00:51:51.492228 run create_hlr_db(pid=3554): Terminated: ok {rc=0}\u000a00:51:51.924536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Launched\u000a00:51:52.229520 run osmo-hlr_10.42.42.2(pid=3557): Launched\u000a00:51:52.344556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:52.885226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Launched\u000a00:51:53.191463 run osmo-stp_10.42.42.5(pid=3560): Launched\u000a00:51:53.303312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:51:53.860318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Launched\u000a00:51:54.167496 run osmo-msc_10.42.42.6(pid=3563): Launched\u000a00:51:54.347117 run osmo-stp_10.42.42.5(pid=3560): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)]\u000a00:51:54.476720 run osmo-stp_10.42.42.5(pid=3560): stdout: \u000a| (launched: 2022-12-09_00:51:53.039773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:54.603699 run osmo-stp_10.42.42.5(pid=3560): stderr: \u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005153211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:54.725972 run osmo-stp_10.42.42.5(pid=3560): stdout: \u000a| (launched: 2022-12-09_00:51:53.039773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:54.846571 run osmo-stp_10.42.42.5(pid=3560): stderr: \u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005153211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005153211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005153214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:54.900135 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3560): Process ended prematurely: osmo-stp_10.42.42.5(pid=3560) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3560)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:51:54.908855 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:51:54.969450 run osmo-hlr_10.42.42.2(pid=3557): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3557)]\u000a00:51:55.018685 run osmo-hlr_10.42.42.2(pid=3557): stdout: \u000a| (launched: 2022-12-09_00:51:52.078969) \u000a00:51:55.068234 run osmo-hlr_10.42.42.2(pid=3557): stderr: \u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005152256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005152268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005152277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005152277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005152277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:55.136199 run osmo-msc_10.42.42.6(pid=3563): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3563)]\u000a00:51:55.185379 run osmo-msc_10.42.42.6(pid=3563): stdout: \u000a| (launched: 2022-12-09_00:51:54.015233) \u000a00:51:55.235118 run osmo-msc_10.42.42.6(pid=3563): stderr: \u000a| �[0;m�[38;5;43m20221209005154290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005154290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff37cb85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005154290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005154291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005154291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005154291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005154293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005154293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005154293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005154293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:51:55.277066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Terminating (SIGTERM)\u000a00:51:55.316926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Terminating (SIGTERM)\u000a00:51:55.356921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Terminating (SIGTERM)\u000a00:51:55.366453 --- ParallelTerminationStrategy: PID 3556 died...\u000a00:51:55.420077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3556): Terminated: ok {rc=0}\u000a00:51:55.429804 --- ParallelTerminationStrategy: PID 3559 died...\u000a00:51:55.482792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3559): Terminated: ok {rc=0}\u000a00:51:55.492752 --- ParallelTerminationStrategy: PID 3562 died...\u000a00:51:55.545979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3562): Terminated: ok {rc=0}\u000a00:51:55.634541 bus /sierra_3: Setting Powered False\u000a00:51:56.738343 bus /sierra_3: Setting Powered False\u000a00:51:57.851223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:51:38" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:51:59.795497 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:51:59.806361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:51:59.949464 tst mo_mt_call.py: using LAC 17926\u000a00:52:00.071587 tst mo_mt_call.py: using RAC 76\u000a00:52:00.193114 tst mo_mt_call.py: using CellId 17926\u000a00:52:00.315669 tst mo_mt_call.py: using BVCI 17927\u000a00:52:00.338991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:00.349946 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:00.360625 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:00.371568 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:00.382579 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:00.393606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:52:00.517273 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:52:00.729358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:01.303581 run create_hlr_db(pid=3568): Launched\u000a00:52:01.498087 bus /sierra_2: Setting Powered False\u000a00:52:02.502414 run create_hlr_db(pid=3568): Terminated: ok {rc=0}\u000a00:52:02.959405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Launched\u000a00:52:03.288275 run osmo-hlr_10.42.42.2(pid=3571): Launched\u000a00:52:03.410899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:03.982903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Launched\u000a00:52:04.312094 run osmo-stp_10.42.42.5(pid=3574): Launched\u000a00:52:04.431259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:05.032415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Launched\u000a00:52:05.361556 run osmo-msc_10.42.42.6(pid=3577): Launched\u000a00:52:05.553300 run osmo-stp_10.42.42.5(pid=3574): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)]\u000a00:52:05.691028 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-09_00:52:04.149990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:05.828420 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221209005204346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005204347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005204347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005204347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:05.960295 run osmo-stp_10.42.42.5(pid=3574): stdout: \u000a| (launched: 2022-12-09_00:52:04.149990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:06.090639 run osmo-stp_10.42.42.5(pid=3574): stderr: \u000a| �[0;m�[38;5;43m20221209005204346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005204347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005204347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005204347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005204348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:06.148059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3574): Process ended prematurely: osmo-stp_10.42.42.5(pid=3574) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3574)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:52:06.157362 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:52:06.220656 run osmo-hlr_10.42.42.2(pid=3571): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3571)]\u000a00:52:06.272653 run osmo-hlr_10.42.42.2(pid=3571): stdout: \u000a| (launched: 2022-12-09_00:52:03.126527) \u000a00:52:06.325428 run osmo-hlr_10.42.42.2(pid=3571): stderr: \u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005203326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005203338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005203347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005203347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005203347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:06.396749 run osmo-msc_10.42.42.6(pid=3577): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3577)]\u000a00:52:06.448743 run osmo-msc_10.42.42.6(pid=3577): stdout: \u000a| (launched: 2022-12-09_00:52:05.199051) \u000a00:52:06.501721 run osmo-msc_10.42.42.6(pid=3577): stderr: \u000a| �[0;m�[38;5;43m20221209005205523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005205523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f349b2f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005205523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005205523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005205523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005205524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005205525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005205526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005205526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005205526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:06.546586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminating (SIGTERM)\u000a00:52:06.588923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminating (SIGTERM)\u000a00:52:06.631243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminating (SIGTERM)\u000a00:52:06.641097 --- ParallelTerminationStrategy: PID 3570 died...\u000a00:52:06.697523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3570): Terminated: ok {rc=0}\u000a00:52:06.707799 --- ParallelTerminationStrategy: PID 3573 died...\u000a00:52:06.764180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3573): Terminated: ok {rc=0}\u000a00:52:06.774458 --- ParallelTerminationStrategy: PID 3576 died...\u000a00:52:06.830675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3576): Terminated: ok {rc=0}\u000a00:52:06.918706 bus /sierra_3: Setting Powered False\u000a00:52:08.024695 bus /sierra_3: Setting Powered False\u000a00:52:09.138307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:10.250243 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.264609 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:52:10.417050 tst mo_mt_call_osmux.py: using LAC 17927\u000a00:52:10.548911 tst mo_mt_call_osmux.py: using RAC 77\u000a00:52:10.679302 tst mo_mt_call_osmux.py: using CellId 17927\u000a00:52:10.807236 tst mo_mt_call_osmux.py: using BVCI 17928\u000a00:52:10.832349 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.844096 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.855540 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.867003 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.878646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:52:10.890143 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:52:11.010823 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:52:11.214414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:11.695123 run create_hlr_db(pid=3579): Launched\u000a00:52:11.871047 bus /sierra_2: Setting Powered False\u000a00:52:12.891148 run create_hlr_db(pid=3579): Terminated: ok {rc=0}\u000a00:52:13.326653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Launched\u000a00:52:13.657306 run osmo-hlr_10.42.42.2(pid=3582): Launched\u000a00:52:13.779652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:14.352051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Launched\u000a00:52:14.668657 run osmo-stp_10.42.42.5(pid=3585): Launched\u000a00:52:14.780475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:15.336892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Launched\u000a00:52:15.642646 run osmo-msc_10.42.42.6(pid=3588): Launched\u000a00:52:15.828365 run osmo-stp_10.42.42.5(pid=3585): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)]\u000a00:52:16.025899 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-09_00:52:14.516332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:16.165842 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221209005214687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005214687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005214688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005214688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:16.304382 run osmo-stp_10.42.42.5(pid=3585): stdout: \u000a| (launched: 2022-12-09_00:52:14.516332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:16.439122 run osmo-stp_10.42.42.5(pid=3585): stderr: \u000a| �[0;m�[38;5;43m20221209005214687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005214687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005214688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005214688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005214689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:16.501547 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3585): Process ended prematurely: osmo-stp_10.42.42.5(pid=3585) [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3585)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:52:16.511941 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:52:16.578116 run osmo-hlr_10.42.42.2(pid=3582): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3582)]\u000a00:52:16.632682 run osmo-hlr_10.42.42.2(pid=3582): stdout: \u000a| (launched: 2022-12-09_00:52:13.494432) \u000a00:52:16.688781 run osmo-hlr_10.42.42.2(pid=3582): stderr: \u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005213697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005213709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005213718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005213718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005213718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:16.762954 run osmo-msc_10.42.42.6(pid=3588): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3588)]\u000a00:52:16.815998 run osmo-msc_10.42.42.6(pid=3588): stdout: \u000a| (launched: 2022-12-09_00:52:15.491214) \u000a00:52:16.871461 run osmo-msc_10.42.42.6(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221209005215764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005215764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d4365ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005215764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005215764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005215765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005215765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005215767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005215767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005215767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005215767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:16.917261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminating (SIGTERM)\u000a00:52:16.961050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminating (SIGTERM)\u000a00:52:17.004492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Terminating (SIGTERM)\u000a00:52:17.015066 --- ParallelTerminationStrategy: PID 3581 died...\u000a00:52:17.075919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3581): Terminated: ok {rc=0}\u000a00:52:17.086646 --- ParallelTerminationStrategy: PID 3584 died...\u000a00:52:17.143855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3584): Terminated: ok {rc=0}\u000a00:52:17.154747 --- ParallelTerminationStrategy: PID 3587 died...\u000a00:52:17.213338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3587): Terminated: ok {rc=0}\u000a00:52:17.301918 bus /sierra_3: Setting Powered False\u000a00:52:18.406586 bus /sierra_3: Setting Powered False\u000a00:52:19.516113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:52:21.482431 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:21.494488 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:52:21.647557 tst mo_mt_call.py: using LAC 17928\u000a00:52:21.777401 tst mo_mt_call.py: using RAC 78\u000a00:52:21.907312 tst mo_mt_call.py: using CellId 17928\u000a00:52:22.037980 tst mo_mt_call.py: using BVCI 17929\u000a00:52:22.062951 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:22.074442 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:22.085756 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:22.097378 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:22.108731 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:22.120210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:22.236133 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:22.450114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:22.973528 run create_hlr_db(pid=3593): Launched\u000a00:52:23.163700 bus /sierra_2: Setting Powered False\u000a00:52:24.185412 run create_hlr_db(pid=3593): Terminated: ok {rc=0}\u000a00:52:24.597160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Launched\u000a00:52:24.903753 run osmo-hlr_10.42.42.2(pid=3596): Launched\u000a00:52:25.015491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:25.546877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Launched\u000a00:52:25.853035 run osmo-stp_10.42.42.5(pid=3599): Launched\u000a00:52:25.964286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:26.523914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Launched\u000a00:52:26.831119 run osmo-msc_10.42.42.6(pid=3602): Launched\u000a00:52:27.010083 run osmo-stp_10.42.42.5(pid=3599): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)]\u000a00:52:27.139562 run osmo-stp_10.42.42.5(pid=3599): stdout: \u000a| (launched: 2022-12-09_00:52:25.701264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:27.267383 run osmo-stp_10.42.42.5(pid=3599): stderr: \u000a| �[0;m�[38;5;43m20221209005225873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005225873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005225874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005225874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:27.389611 run osmo-stp_10.42.42.5(pid=3599): stdout: \u000a| (launched: 2022-12-09_00:52:25.701264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:27.511267 run osmo-stp_10.42.42.5(pid=3599): stderr: \u000a| �[0;m�[38;5;43m20221209005225873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005225873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005225874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005225874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005225875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:27.565119 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3599): Process ended prematurely: osmo-stp_10.42.42.5(pid=3599) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3599)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:52:27.573782 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:52:27.634758 run osmo-hlr_10.42.42.2(pid=3596): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3596)]\u000a00:52:27.684728 run osmo-hlr_10.42.42.2(pid=3596): stdout: \u000a| (launched: 2022-12-09_00:52:24.752317) \u000a00:52:27.735875 run osmo-hlr_10.42.42.2(pid=3596): stderr: \u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005224930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005224943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005224954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005224954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005224954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:27.804265 run osmo-msc_10.42.42.6(pid=3602): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3602)]\u000a00:52:27.854522 run osmo-msc_10.42.42.6(pid=3602): stdout: \u000a| (launched: 2022-12-09_00:52:26.678770) \u000a00:52:27.905132 run osmo-msc_10.42.42.6(pid=3602): stderr: \u000a| �[0;m�[38;5;43m20221209005226950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005226950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29f0c9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005226950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005226950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005226950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005226951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005226954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005226954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005226955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005226955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:27.947465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Terminating (SIGTERM)\u000a00:52:27.987841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Terminating (SIGTERM)\u000a00:52:28.028074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Terminating (SIGTERM)\u000a00:52:28.037687 --- ParallelTerminationStrategy: PID 3595 died...\u000a00:52:28.092445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3595): Terminated: ok {rc=0}\u000a00:52:28.102274 --- ParallelTerminationStrategy: PID 3598 died...\u000a00:52:28.156235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3598): Terminated: ok {rc=0}\u000a00:52:28.166044 --- ParallelTerminationStrategy: PID 3601 died...\u000a00:52:28.219971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3601): Terminated: ok {rc=0}\u000a00:52:28.309880 bus /sierra_3: Setting Powered False\u000a00:52:29.413358 bus /sierra_3: Setting Powered False\u000a00:52:30.524826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3613): Process ended prematurely: osmo-stp_10.42.42.5(pid=3613) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3613)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3613): Process ended prematurely: osmo-stp_10.42.42.5(pid=3613) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:31.660641 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:31.676024 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:52:31.834655 tst mo_mt_call_osmux.py: using LAC 17929\u000a00:52:31.964049 tst mo_mt_call_osmux.py: using RAC 79\u000a00:52:32.089784 tst mo_mt_call_osmux.py: using CellId 17929\u000a00:52:32.229711 tst mo_mt_call_osmux.py: using BVCI 17930\u000a00:52:32.254555 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:32.267548 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:32.280469 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:32.293751 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:32.305644 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:52:32.318872 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:32.435748 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:52:32.647030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:33.172769 run create_hlr_db(pid=3604): Launched\u000a00:52:33.363491 bus /sierra_2: Setting Powered False\u000a00:52:34.384458 run create_hlr_db(pid=3604): Terminated: ok {rc=0}\u000a00:52:34.823728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3606): Launched\u000a00:52:35.152048 run osmo-hlr_10.42.42.2(pid=3607): Launched\u000a00:52:35.270683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:35.846288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3610): Launched\u000a00:52:36.173672 run osmo-stp_10.42.42.5(pid=3613): Launched\u000a00:52:36.291679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:36.892453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3615): Launched\u000a00:52:37.221418 run osmo-msc_10.42.42.6(pid=3616): Launched\u000a00:52:37.412688 run osmo-stp_10.42.42.5(pid=3613): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3613)]\u000a00:52:37.551722 run osmo-stp_10.42.42.5(pid=3613): stdout: \u000a| (launched: 2022-12-09_00:52:36.012596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:37.689015 run osmo-stp_10.42.42.5(pid=3613): stderr: \u000a| �[0;m�[38;5;43m20221209005236210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005236211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005236211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005236211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:37.820190 run osmo-stp_10.42.42.5(pid=3613): stdout: \u000a| (launched: 2022-12-09_00:52:36.012596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:37.950338 run osmo-stp_10.42.42.5(pid=3613): stderr: \u000a| �[0;m�[38;5;43m20221209005236210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005236211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005236211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005236211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005236212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:38.007806 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3613): Process ended prematurely: osmo-stp_10.42.42.5(pid=3613) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3613)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:52:38.017120 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:52:38.080373 run osmo-hlr_10.42.42.2(pid=3607): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3607)]\u000a00:52:38.132546 run osmo-hlr_10.42.42.2(pid=3607): stdout: \u000a| (launched: 2022-12-09_00:52:34.990818) \u000a00:52:38.185477 run osmo-hlr_10.42.42.2(pid=3607): stderr: \u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005235191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005235204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005235213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:38.257041 run osmo-msc_10.42.42.6(pid=3616): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3616)]\u000a00:52:38.308852 run osmo-msc_10.42.42.6(pid=3616): stdout: \u000a| (launched: 2022-12-09_00:52:37.059321) \u000a00:52:38.361352 run osmo-msc_10.42.42.6(pid=3616): stderr: \u000a| �[0;m�[38;5;43m20221209005237383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005237383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26e6079c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005237383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005237383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005237383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005237383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005237387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005237387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005237387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005237387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:38.405882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3606): Terminating (SIGTERM)\u000a00:52:38.447792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3610): Terminating (SIGTERM)\u000a00:52:38.490025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3615): Terminating (SIGTERM)\u000a00:52:38.499767 --- ParallelTerminationStrategy: PID 3606 died...\u000a00:52:38.556611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3606): Terminated: ok {rc=0}\u000a00:52:38.566840 --- ParallelTerminationStrategy: PID 3610 died...\u000a00:52:38.622823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3610): Terminated: ok {rc=0}\u000a00:52:38.632938 --- ParallelTerminationStrategy: PID 3615 died...\u000a00:52:38.688853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3615): Terminated: ok {rc=0}\u000a00:52:38.776860 bus /sierra_3: Setting Powered False\u000a00:52:39.883039 bus /sierra_3: Setting Powered False\u000a00:52:40.991814 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:52:21" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3627): Process ended prematurely: osmo-stp_10.42.42.5(pid=3627) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3627)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3627): Process ended prematurely: osmo-stp_10.42.42.5(pid=3627) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:52:42.939128 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:42.950079 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:43.094482 tst mo_mt_call.py: using LAC 17930\u000a00:52:43.217682 tst mo_mt_call.py: using RAC 80\u000a00:52:43.334978 tst mo_mt_call.py: using CellId 17930\u000a00:52:43.452593 tst mo_mt_call.py: using BVCI 17931\u000a00:52:43.475765 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:43.486725 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:43.497404 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:43.508456 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:43.519552 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:43.530663 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:43.650424 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:43.861753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:44.387924 run create_hlr_db(pid=3621): Launched\u000a00:52:44.578264 bus /sierra_2: Setting Powered False\u000a00:52:45.599174 run create_hlr_db(pid=3621): Terminated: ok {rc=0}\u000a00:52:46.043959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3623): Launched\u000a00:52:46.507896 run osmo-hlr_10.42.42.2(pid=3624): Launched\u000a00:52:46.676722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:47.296114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3626): Launched\u000a00:52:47.629840 run osmo-stp_10.42.42.5(pid=3627): Launched\u000a00:52:47.749418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:48.350676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3629): Launched\u000a00:52:48.681254 run osmo-msc_10.42.42.6(pid=3630): Launched\u000a00:52:48.874247 run osmo-stp_10.42.42.5(pid=3627): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3627)]\u000a00:52:49.012876 run osmo-stp_10.42.42.5(pid=3627): stdout: \u000a| (launched: 2022-12-09_00:52:47.466037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:49.150639 run osmo-stp_10.42.42.5(pid=3627): stderr: \u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005247662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:49.282407 run osmo-stp_10.42.42.5(pid=3627): stdout: \u000a| (launched: 2022-12-09_00:52:47.466037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:49.412556 run osmo-stp_10.42.42.5(pid=3627): stderr: \u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005247662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005247662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005247663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:49.470322 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3627): Process ended prematurely: osmo-stp_10.42.42.5(pid=3627) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3627)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:52:49.479375 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:52:49.543169 run osmo-hlr_10.42.42.2(pid=3624): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3624)]\u000a00:52:49.595291 run osmo-hlr_10.42.42.2(pid=3624): stdout: \u000a| (launched: 2022-12-09_00:52:46.219630) \u000a00:52:49.647757 run osmo-hlr_10.42.42.2(pid=3624): stderr: \u000a| �[0;m�[1;31m20221209005246427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005246427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005246428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005246428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005246428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005246428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005246443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005246459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005246459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005246459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:49.719196 run osmo-msc_10.42.42.6(pid=3630): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3630)]\u000a00:52:49.771227 run osmo-msc_10.42.42.6(pid=3630): stdout: \u000a| (launched: 2022-12-09_00:52:48.517923) \u000a00:52:49.823863 run osmo-msc_10.42.42.6(pid=3630): stderr: \u000a| �[0;m�[38;5;43m20221209005248842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005248842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bd41dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005248842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005248842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005248843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005248843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005248844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005248845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005248845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005248845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:49.868468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3623): Terminating (SIGTERM)\u000a00:52:49.910643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3626): Terminating (SIGTERM)\u000a00:52:49.952722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3629): Terminating (SIGTERM)\u000a00:52:49.962609 --- ParallelTerminationStrategy: PID 3623 died...\u000a00:52:50.019043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3623): Terminated: ok {rc=0}\u000a00:52:50.029426 --- ParallelTerminationStrategy: PID 3626 died...\u000a00:52:50.085655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3626): Terminated: ok {rc=0}\u000a00:52:50.095813 --- ParallelTerminationStrategy: PID 3629 died...\u000a00:52:50.151894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3629): Terminated: ok {rc=0}\u000a00:52:50.241512 bus /sierra_3: Setting Powered False\u000a00:52:51.348291 bus /sierra_3: Setting Powered False\u000a00:52:52.460394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3638): Process ended prematurely: osmo-stp_10.42.42.5(pid=3638) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3638)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3638): Process ended prematurely: osmo-stp_10.42.42.5(pid=3638) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:52:53.572336 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:53.584061 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:52:53.730168 tst mo_mt_call_osmux.py: using LAC 17931\u000a00:52:53.850334 tst mo_mt_call_osmux.py: using RAC 81\u000a00:52:53.970073 tst mo_mt_call_osmux.py: using CellId 17931\u000a00:52:54.089375 tst mo_mt_call_osmux.py: using BVCI 17932\u000a00:52:54.112526 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:54.123595 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:54.134377 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:54.145360 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:54.156415 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:52:54.167519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:54.283075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:52:54.495607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:55.019444 run create_hlr_db(pid=3632): Launched\u000a00:52:55.208845 bus /sierra_2: Setting Powered False\u000a00:52:56.230580 run create_hlr_db(pid=3632): Terminated: ok {rc=0}\u000a00:52:56.641241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3634): Launched\u000a00:52:56.946428 run osmo-hlr_10.42.42.2(pid=3635): Launched\u000a00:52:57.066902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:57.602812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3637): Launched\u000a00:52:57.908403 run osmo-stp_10.42.42.5(pid=3638): Launched\u000a00:52:58.019324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:52:58.576182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3640): Launched\u000a00:52:58.882983 run osmo-msc_10.42.42.6(pid=3641): Launched\u000a00:52:59.063098 run osmo-stp_10.42.42.5(pid=3638): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3638)]\u000a00:52:59.193102 run osmo-stp_10.42.42.5(pid=3638): stdout: \u000a| (launched: 2022-12-09_00:52:57.756652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:59.320863 run osmo-stp_10.42.42.5(pid=3638): stderr: \u000a| �[0;m�[38;5;43m20221209005257928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005257928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005257929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005257929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:59.443451 run osmo-stp_10.42.42.5(pid=3638): stdout: \u000a| (launched: 2022-12-09_00:52:57.756652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:59.565160 run osmo-stp_10.42.42.5(pid=3638): stderr: \u000a| �[0;m�[38;5;43m20221209005257928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005257928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005257929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005257929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005257930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:59.618601 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3638): Process ended prematurely: osmo-stp_10.42.42.5(pid=3638) [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3638)] [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:52:59.627019 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:52:59.687910 run osmo-hlr_10.42.42.2(pid=3635): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3635)]\u000a00:52:59.737702 run osmo-hlr_10.42.42.2(pid=3635): stdout: \u000a| (launched: 2022-12-09_00:52:56.795965) \u000a00:52:59.788057 run osmo-hlr_10.42.42.2(pid=3635): stderr: \u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005256973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005256985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005256994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005256994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005256994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:59.856418 run osmo-msc_10.42.42.6(pid=3641): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3641)]\u000a00:52:59.906124 run osmo-msc_10.42.42.6(pid=3641): stdout: \u000a| (launched: 2022-12-09_00:52:58.730431) \u000a00:52:59.956387 run osmo-msc_10.42.42.6(pid=3641): stderr: \u000a| �[0;m�[38;5;43m20221209005259001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005259002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9661ea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005259002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005259002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005259002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005259002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005259005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005259006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:52:59.998856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3634): Terminating (SIGTERM)\u000a00:53:00.039346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3637): Terminating (SIGTERM)\u000a00:53:00.080208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3640): Terminating (SIGTERM)\u000a00:53:00.089580 --- ParallelTerminationStrategy: PID 3634 died...\u000a00:53:00.143279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3634): Terminated: ok {rc=0}\u000a00:53:00.152855 --- ParallelTerminationStrategy: PID 3637 died...\u000a00:53:00.206911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3637): Terminated: ok {rc=0}\u000a00:53:00.216590 --- ParallelTerminationStrategy: PID 3640 died...\u000a00:53:00.270202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3640): Terminated: ok {rc=0}\u000a00:53:00.358578 bus /sierra_3: Setting Powered False\u000a00:53:01.508294 bus /sierra_3: Setting Powered False\u000a00:53:02.670282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:52:42" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:53:04.661258 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:04.674155 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:53:04.828871 tst mo_mt_call.py: using LAC 17932\u000a00:53:04.957737 tst mo_mt_call.py: using RAC 82\u000a00:53:05.085532 tst mo_mt_call.py: using CellId 17932\u000a00:53:05.204851 tst mo_mt_call.py: using BVCI 17933\u000a00:53:05.229162 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:05.241212 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:05.252925 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:05.266429 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:05.279180 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:05.291217 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:05.409637 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:05.614615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:06.123923 run create_hlr_db(pid=3918): Launched\u000a00:53:06.310714 bus /sierra_2: Setting Powered False\u000a00:53:07.333564 run create_hlr_db(pid=3918): Terminated: ok {rc=0}\u000a00:53:07.766674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Launched\u000a00:53:08.171957 run osmo-hlr_10.42.42.2(pid=3921): Launched\u000a00:53:08.410822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:09.075847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Launched\u000a00:53:09.493006 run osmo-stp_10.42.42.5(pid=3924): Launched\u000a00:53:09.719904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:10.381451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3926): Launched\u000a00:53:10.802528 run osmo-msc_10.42.42.6(pid=3927): Launched\u000a00:53:11.178941 run osmo-stp_10.42.42.5(pid=3924): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)]\u000a00:53:11.453742 run osmo-stp_10.42.42.5(pid=3924): stdout: \u000a| (launched: 2022-12-09_00:53:09.236504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:11.673301 run osmo-stp_10.42.42.5(pid=3924): stderr: \u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005309568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:11.800127 run osmo-stp_10.42.42.5(pid=3924): stdout: \u000a| (launched: 2022-12-09_00:53:09.236504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:11.927943 run osmo-stp_10.42.42.5(pid=3924): stderr: \u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005309568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005309568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005309577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:11.983606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3924): Process ended prematurely: osmo-stp_10.42.42.5(pid=3924) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3924)] [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:53:11.993507 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a00:53:12.059997 run osmo-hlr_10.42.42.2(pid=3921): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3921)]\u000a00:53:12.113199 run osmo-hlr_10.42.42.2(pid=3921): stdout: \u000a| (launched: 2022-12-09_00:53:07.926084) \u000a00:53:12.166889 run osmo-hlr_10.42.42.2(pid=3921): stderr: \u000a| �[0;m�[1;31m20221209005308271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005308271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005308271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005308271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005308272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005308272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005308291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005308303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005308303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005308303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:12.239274 run osmo-msc_10.42.42.6(pid=3927): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3927)]\u000a00:53:12.292319 run osmo-msc_10.42.42.6(pid=3927): stdout: \u000a| (launched: 2022-12-09_00:53:10.541550) \u000a00:53:12.345760 run osmo-msc_10.42.42.6(pid=3927): stderr: \u000a| �[0;m�[38;5;43m20221209005311146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005311146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c240d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005311146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005311146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005311146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005311147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005311148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005311157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005311157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005311157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:12.389449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Terminating (SIGTERM)\u000a00:53:12.436172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Terminating (SIGTERM)\u000a00:53:12.482004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3926): Terminating (SIGTERM)\u000a00:53:12.492772 --- ParallelTerminationStrategy: PID 3920 died...\u000a00:53:12.552819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3920): Terminated: ok {rc=0}\u000a00:53:12.563773 --- ParallelTerminationStrategy: PID 3923 died...\u000a00:53:12.621882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3923): Terminated: ok {rc=0}\u000a00:53:12.632640 --- ParallelTerminationStrategy: PID 3926 died...\u000a00:53:12.692101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3926): Terminated: ok {rc=0}\u000a00:53:12.780176 bus /sierra_3: Setting Powered False\u000a00:53:13.890204 bus /sierra_3: Setting Powered False\u000a00:53:15.003054 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3935): Process ended prematurely: osmo-stp_10.42.42.5(pid=3935) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3935)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3935): Process ended prematurely: osmo-stp_10.42.42.5(pid=3935) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:53:16.177778 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.195033 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:53:16.374747 tst mo_mt_call_osmux.py: using LAC 17933\u000a00:53:16.530534 tst mo_mt_call_osmux.py: using RAC 83\u000a00:53:16.656061 tst mo_mt_call_osmux.py: using CellId 17933\u000a00:53:16.801067 tst mo_mt_call_osmux.py: using BVCI 17934\u000a00:53:16.830312 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.843243 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.858065 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.873533 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.888817 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:53:16.903918 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:17.048603 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:53:17.311509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:17.962072 run create_hlr_db(pid=3929): Launched\u000a00:53:18.168390 bus /sierra_2: Setting Powered False\u000a00:53:19.183559 run create_hlr_db(pid=3929): Terminated: ok {rc=0}\u000a00:53:19.650236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3931): Launched\u000a00:53:20.094189 run osmo-hlr_10.42.42.2(pid=3932): Launched\u000a00:53:20.340611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:20.947656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3934): Launched\u000a00:53:21.389090 run osmo-stp_10.42.42.5(pid=3935): Launched\u000a00:53:21.615973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:22.253501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3937): Launched\u000a00:53:22.698396 run osmo-msc_10.42.42.6(pid=3938): Launched\u000a00:53:23.105467 run osmo-stp_10.42.42.5(pid=3935): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3935)]\u000a00:53:23.304186 run osmo-stp_10.42.42.5(pid=3935): stdout: \u000a| (launched: 2022-12-09_00:53:21.121814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:23.446383 run osmo-stp_10.42.42.5(pid=3935): stderr: \u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005321420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:23.585571 run osmo-stp_10.42.42.5(pid=3935): stdout: \u000a| (launched: 2022-12-09_00:53:21.121814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:23.723204 run osmo-stp_10.42.42.5(pid=3935): stderr: \u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005321419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005321420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005321420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:23.783113 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3935): Process ended prematurely: osmo-stp_10.42.42.5(pid=3935) [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3935)] [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:53:23.793689 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a00:53:23.862138 run osmo-hlr_10.42.42.2(pid=3932): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3932)]\u000a00:53:23.920666 run osmo-hlr_10.42.42.2(pid=3932): stdout: \u000a| (launched: 2022-12-09_00:53:19.824622) \u000a00:53:23.973783 run osmo-hlr_10.42.42.2(pid=3932): stderr: \u000a| �[0;m�[1;31m20221209005320139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005320139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005320139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005320139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005320140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005320140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005320159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:24.045814 run osmo-msc_10.42.42.6(pid=3938): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3938)]\u000a00:53:24.098388 run osmo-msc_10.42.42.6(pid=3938): stdout: \u000a| (launched: 2022-12-09_00:53:22.427911) \u000a00:53:24.151257 run osmo-msc_10.42.42.6(pid=3938): stderr: \u000a| �[0;m�[38;5;43m20221209005322939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005322939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefec13cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005322939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005322939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005322939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005322940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005322948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005322948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005322948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005322957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:24.196254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3931): Terminating (SIGTERM)\u000a00:53:24.238964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3934): Terminating (SIGTERM)\u000a00:53:24.281552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3937): Terminating (SIGTERM)\u000a00:53:24.291448 --- ParallelTerminationStrategy: PID 3931 died...\u000a00:53:24.349135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3931): Terminated: ok {rc=0}\u000a00:53:24.359434 --- ParallelTerminationStrategy: PID 3934 died...\u000a00:53:24.416293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3934): Terminated: ok {rc=0}\u000a00:53:24.426607 --- ParallelTerminationStrategy: PID 3937 died...\u000a00:53:24.483825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3937): Terminated: ok {rc=0}\u000a00:53:24.572100 bus /sierra_3: Setting Powered False\u000a00:53:25.679229 bus /sierra_3: Setting Powered False\u000a00:53:26.787054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:53:04" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3950): Process ended prematurely: osmo-stp_10.42.42.5(pid=3950) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3950)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3950): Process ended prematurely: osmo-stp_10.42.42.5(pid=3950) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:53:28.767658 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:28.779104 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:28.933617 tst mo_mt_call.py: using LAC 17934\u000a00:53:29.064419 tst mo_mt_call.py: using RAC 84\u000a00:53:29.195265 tst mo_mt_call.py: using CellId 17934\u000a00:53:29.324808 tst mo_mt_call.py: using BVCI 17935\u000a00:53:29.350062 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:29.361362 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:29.372620 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:29.383722 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:29.394794 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:29.405893 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:29.524395 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:29.724475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:30.207042 run create_hlr_db(pid=3944): Launched\u000a00:53:30.383071 bus /sierra_2: Setting Powered False\u000a00:53:31.425398 run create_hlr_db(pid=3944): Terminated: ok {rc=0}\u000a00:53:31.886839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3946): Launched\u000a00:53:32.240495 run osmo-hlr_10.42.42.2(pid=3947): Launched\u000a00:53:32.351865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:32.883821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3949): Launched\u000a00:53:33.192625 run osmo-stp_10.42.42.5(pid=3950): Launched\u000a00:53:33.305681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:33.866681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3952): Launched\u000a00:53:34.175494 run osmo-msc_10.42.42.6(pid=3953): Launched\u000a00:53:34.355775 run osmo-stp_10.42.42.5(pid=3950): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3950)]\u000a00:53:34.484933 run osmo-stp_10.42.42.5(pid=3950): stdout: \u000a| (launched: 2022-12-09_00:53:33.039014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:34.612818 run osmo-stp_10.42.42.5(pid=3950): stderr: \u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005333210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:34.735918 run osmo-stp_10.42.42.5(pid=3950): stdout: \u000a| (launched: 2022-12-09_00:53:33.039014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:34.858000 run osmo-stp_10.42.42.5(pid=3950): stderr: \u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005333209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005333210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:34.911606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3950): Process ended prematurely: osmo-stp_10.42.42.5(pid=3950) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3950)] [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:53:34.920107 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:53:34.980888 run osmo-hlr_10.42.42.2(pid=3947): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3947)]\u000a00:53:35.030952 run osmo-hlr_10.42.42.2(pid=3947): stdout: \u000a| (launched: 2022-12-09_00:53:32.058831) \u000a00:53:35.081842 run osmo-hlr_10.42.42.2(pid=3947): stderr: \u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005332249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005332263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005332273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005332273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005332273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:35.150512 run osmo-msc_10.42.42.6(pid=3953): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3953)]\u000a00:53:35.199735 run osmo-msc_10.42.42.6(pid=3953): stdout: \u000a| (launched: 2022-12-09_00:53:34.021372) \u000a00:53:35.250326 run osmo-msc_10.42.42.6(pid=3953): stderr: \u000a| �[0;m�[38;5;43m20221209005334296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005334296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f916d36ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005334296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005334297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005334297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005334297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005334299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005334299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005334299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005334299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:35.292449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3946): Terminating (SIGTERM)\u000a00:53:35.332401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3949): Terminating (SIGTERM)\u000a00:53:35.372798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3952): Terminating (SIGTERM)\u000a00:53:35.382319 --- ParallelTerminationStrategy: PID 3946 died...\u000a00:53:35.436533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3946): Terminated: ok {rc=0}\u000a00:53:35.446639 --- ParallelTerminationStrategy: PID 3949 died...\u000a00:53:35.500638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3949): Terminated: ok {rc=0}\u000a00:53:35.510522 --- ParallelTerminationStrategy: PID 3952 died...\u000a00:53:35.564255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3952): Terminated: ok {rc=0}\u000a00:53:35.654491 bus /sierra_3: Setting Powered False\u000a00:53:36.759275 bus /sierra_3: Setting Powered False\u000a00:53:37.867443 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 150, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3961): Process ended prematurely: osmo-stp_10.42.42.5(pid=3961) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3961)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3961): Process ended prematurely: osmo-stp_10.42.42.5(pid=3961) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:53:38.982588 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:38.994591 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:39.153029 tst mo_mt_call_osmux.py: using LAC 17935\u000a00:53:39.279547 tst mo_mt_call_osmux.py: using RAC 85\u000a00:53:39.406875 tst mo_mt_call_osmux.py: using CellId 17935\u000a00:53:39.534427 tst mo_mt_call_osmux.py: using BVCI 17936\u000a00:53:39.559477 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:39.570816 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:39.582227 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:39.593422 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:39.604574 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:53:39.615822 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:39.732840 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:53:39.946541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:40.471585 run create_hlr_db(pid=3955): Launched\u000a00:53:40.663014 bus /sierra_2: Setting Powered False\u000a00:53:41.683824 run create_hlr_db(pid=3955): Terminated: ok {rc=0}\u000a00:53:42.095981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3957): Launched\u000a00:53:42.403991 run osmo-hlr_10.42.42.2(pid=3958): Launched\u000a00:53:42.523134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:43.064078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3960): Launched\u000a00:53:43.372645 run osmo-stp_10.42.42.5(pid=3961): Launched\u000a00:53:43.483810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:44.048466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3963): Launched\u000a00:53:44.357792 run osmo-msc_10.42.42.6(pid=3964): Launched\u000a00:53:44.538061 run osmo-stp_10.42.42.5(pid=3961): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3961)]\u000a00:53:44.668916 run osmo-stp_10.42.42.5(pid=3961): stdout: \u000a| (launched: 2022-12-09_00:53:43.218764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:44.796407 run osmo-stp_10.42.42.5(pid=3961): stderr: \u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005343391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:44.919409 run osmo-stp_10.42.42.5(pid=3961): stdout: \u000a| (launched: 2022-12-09_00:53:43.218764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:45.041071 run osmo-stp_10.42.42.5(pid=3961): stderr: \u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005343390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005343391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005343391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:45.094650 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3961): Process ended prematurely: osmo-stp_10.42.42.5(pid=3961) [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3961)] [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:53:45.103505 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:53:45.164550 run osmo-hlr_10.42.42.2(pid=3958): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3958)]\u000a00:53:45.214037 run osmo-hlr_10.42.42.2(pid=3958): stdout: \u000a| (launched: 2022-12-09_00:53:42.251086) \u000a00:53:45.264247 run osmo-hlr_10.42.42.2(pid=3958): stderr: \u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005342429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005342442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005342450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005342451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005342451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:45.332088 run osmo-msc_10.42.42.6(pid=3964): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3964)]\u000a00:53:45.381867 run osmo-msc_10.42.42.6(pid=3964): stdout: \u000a| (launched: 2022-12-09_00:53:44.203820) \u000a00:53:45.431919 run osmo-msc_10.42.42.6(pid=3964): stderr: \u000a| �[0;m�[38;5;43m20221209005344480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005344480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4798622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005344480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005344480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005344480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005344480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005344482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005344483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005344483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005344483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:45.473825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3957): Terminating (SIGTERM)\u000a00:53:45.513812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3960): Terminating (SIGTERM)\u000a00:53:45.553816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3963): Terminating (SIGTERM)\u000a00:53:45.563412 --- ParallelTerminationStrategy: PID 3957 died...\u000a00:53:45.616854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3957): Terminated: ok {rc=0}\u000a00:53:45.626915 --- ParallelTerminationStrategy: PID 3960 died...\u000a00:53:45.680086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3960): Terminated: ok {rc=0}\u000a00:53:45.690021 --- ParallelTerminationStrategy: PID 3963 died...\u000a00:53:45.742945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3963): Terminated: ok {rc=0}\u000a00:53:45.831277 bus /sierra_3: Setting Powered False\u000a00:53:46.936328 bus /sierra_3: Setting Powered False\u000a00:53:48.046401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:53:28" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:53:50.022668 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.034040 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:53:50.162534 tst emergency_mo_mt_call.py: using LAC 17936\u000a00:53:50.288754 tst emergency_mo_mt_call.py: using RAC 86\u000a00:53:50.414242 tst emergency_mo_mt_call.py: using CellId 17936\u000a00:53:50.540553 tst emergency_mo_mt_call.py: using BVCI 17937\u000a00:53:50.563615 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.574101 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.584845 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.595648 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.606350 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:53:50.617028 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:50.735261 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:53:50.935194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:51.408665 run create_hlr_db(pid=3970): Launched\u000a00:53:51.582214 bus /sierra_2: Setting Powered False\u000a00:53:52.602892 run create_hlr_db(pid=3970): Terminated: ok {rc=0}\u000a00:53:53.034076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Launched\u000a00:53:53.358888 run osmo-hlr_10.42.42.2(pid=3973): Launched\u000a00:53:53.476635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:54.040700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Launched\u000a00:53:54.365606 run osmo-stp_10.42.42.5(pid=3976): Launched\u000a00:53:54.493879 tst emergency_mo_mt_call.py: using MSISDN 6944\u000a00:53:54.656596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:53:55.248028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Launched\u000a00:53:55.574797 run osmo-msc_10.42.42.6(pid=3979): Launched\u000a00:53:55.763824 run osmo-stp_10.42.42.5(pid=3976): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)]\u000a00:53:55.900152 run osmo-stp_10.42.42.5(pid=3976): stdout: \u000a| (launched: 2022-12-09_00:53:54.205265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:56.035632 run osmo-stp_10.42.42.5(pid=3976): stderr: \u000a| �[0;m�[38;5;43m20221209005354399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005354399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005354400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005354400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:56.165414 run osmo-stp_10.42.42.5(pid=3976): stdout: \u000a| (launched: 2022-12-09_00:53:54.205265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:56.293662 run osmo-stp_10.42.42.5(pid=3976): stderr: \u000a| �[0;m�[38;5;43m20221209005354399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005354399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005354400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005354400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005354401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:56.349945 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3976): Process ended prematurely: osmo-stp_10.42.42.5(pid=3976) [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3976)] [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a00:53:56.358532 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a00:53:56.421825 run osmo-hlr_10.42.42.2(pid=3973): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3973)]\u000a00:53:56.473804 run osmo-hlr_10.42.42.2(pid=3973): stdout: \u000a| (launched: 2022-12-09_00:53:53.198291) \u000a00:53:56.526837 run osmo-hlr_10.42.42.2(pid=3973): stderr: \u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005353398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005353414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005353423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005353423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005353423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:56.598567 run osmo-msc_10.42.42.6(pid=3979): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3979)]\u000a00:53:56.650364 run osmo-msc_10.42.42.6(pid=3979): stdout: \u000a| (launched: 2022-12-09_00:53:55.412215) \u000a00:53:56.702747 run osmo-msc_10.42.42.6(pid=3979): stderr: \u000a| �[0;m�[38;5;43m20221209005355734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005355734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43c4413c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005355734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005355735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005355735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005355735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005355737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005355737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005355737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005355737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:53:56.747297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Terminating (SIGTERM)\u000a00:53:56.789665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Terminating (SIGTERM)\u000a00:53:56.831882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Terminating (SIGTERM)\u000a00:53:56.841758 --- ParallelTerminationStrategy: PID 3972 died...\u000a00:53:56.898516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3972): Terminated: ok {rc=0}\u000a00:53:56.908799 --- ParallelTerminationStrategy: PID 3975 died...\u000a00:53:56.964892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3975): Terminated: ok {rc=0}\u000a00:53:56.975230 --- ParallelTerminationStrategy: PID 3978 died...\u000a00:53:57.031116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3978): Terminated: ok {rc=0}\u000a00:53:57.118576 bus /sierra_3: Setting Powered False\u000a00:53:58.226261 bus /sierra_3: Setting Powered False\u000a00:53:59.333722 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:54:00.386087 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:00.398033 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:00.531354 tst emergency_preemptive_call.py: using LAC 17937\u000a00:54:00.657801 tst emergency_preemptive_call.py: using RAC 87\u000a00:54:00.786540 tst emergency_preemptive_call.py: using CellId 17937\u000a00:54:00.933626 tst emergency_preemptive_call.py: using BVCI 17938\u000a00:54:00.957431 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:00.969126 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:00.980580 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:00.993140 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:01.005668 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:54:01.017986 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:01.138453 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:01.255329 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:01.377565 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:01.606927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:02.245965 run create_hlr_db(pid=3981): Launched\u000a00:54:02.438504 bus /sierra_2: Setting Powered False\u000a00:54:03.447737 run create_hlr_db(pid=3981): Terminated: ok {rc=0}\u000a00:54:03.887539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3983): Launched\u000a00:54:04.212508 run osmo-hlr_10.42.42.2(pid=3984): Launched\u000a00:54:04.330524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:04.897639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3986): Launched\u000a00:54:05.222608 run osmo-stp_10.42.42.5(pid=3989): Launched\u000a00:54:05.351522 tst emergency_preemptive_call.py: using MSISDN 6945\u000a00:54:05.512466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:54:06.101510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Launched\u000a00:54:06.424343 run osmo-msc_10.42.42.6(pid=3992): Launched\u000a00:54:06.613502 run osmo-stp_10.42.42.5(pid=3989): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a00:54:06.749020 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-09_00:54:05.062093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:06.884930 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005405255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:07.014378 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-09_00:54:05.062093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:07.142489 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005405254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005405255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005405255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:07.198784 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)] [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a00:54:07.207275 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a00:54:07.270602 run osmo-hlr_10.42.42.2(pid=3984): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3984)]\u000a00:54:07.322624 run osmo-hlr_10.42.42.2(pid=3984): stdout: \u000a| (launched: 2022-12-09_00:54:04.051958) \u000a00:54:07.375364 run osmo-hlr_10.42.42.2(pid=3984): stderr: \u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005404253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005404266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005404274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005404274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005404274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:07.447082 run osmo-msc_10.42.42.6(pid=3992): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3992)]\u000a00:54:07.499094 run osmo-msc_10.42.42.6(pid=3992): stdout: \u000a| (launched: 2022-12-09_00:54:06.264906) \u000a00:54:07.551910 run osmo-msc_10.42.42.6(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221209005406587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005406587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb2eadac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005406587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005406587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005406588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005406588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005406590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005406591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005406591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005406591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:54:07.596707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3983): Terminating (SIGTERM)\u000a00:54:07.638923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3986): Terminating (SIGTERM)\u000a00:54:07.680719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Terminating (SIGTERM)\u000a00:54:07.690458 --- ParallelTerminationStrategy: PID 3983 died...\u000a00:54:07.746537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3983): Terminated: ok {rc=0}\u000a00:54:07.756700 --- ParallelTerminationStrategy: PID 3986 died...\u000a00:54:07.813014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3986): Terminated: ok {rc=0}\u000a00:54:07.823201 --- ParallelTerminationStrategy: PID 3991 died...\u000a00:54:07.879589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Terminated: ok {rc=0}\u000a00:54:07.967770 bus /sierra_9: Setting Powered False\u000a00:54:09.076684 bus /sierra_9: Setting Powered False\u000a00:54:10.186093 bus /sierra_8: Setting Powered False\u000a00:54:11.293582 bus /sierra_8: Setting Powered False\u000a00:54:12.407401 bus /sierra_3: Setting Powered False\u000a00:54:13.510617 bus /sierra_3: Setting Powered False\u000a00:54:14.620847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:53:49" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:54:16.757153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:16.772321 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:16.912013 tst cs_paging_gprs_active.py: using LAC 17938\u000a00:54:17.037612 tst cs_paging_gprs_active.py: using RAC 88\u000a00:54:17.189076 tst cs_paging_gprs_active.py: using CellId 17938\u000a00:54:17.313732 tst cs_paging_gprs_active.py: using BVCI 17939\u000a00:54:17.337321 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.347938 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.358573 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.369434 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.380097 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.390842 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.401628 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.412154 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:17.422980 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:17.543696 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:17.824715 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:54:17.952001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:18.272778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Launched\u000a00:54:18.537228 run iperf3-srv_10.42.42.10(pid=3998): Launched\u000a00:54:18.723869 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:54:18.851056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:19.170042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3999): Launched\u000a00:54:19.435095 run iperf3-srv_10.42.42.10(pid=4000): Launched\u000a00:54:19.622454 tst cs_paging_gprs_active.py:38: start network...\u000a00:54:19.750220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:20.235287 run create_hlr_db(pid=4001): Launched\u000a00:54:20.411748 bus /sierra_2: Setting Powered False\u000a00:54:21.432629 run create_hlr_db(pid=4001): Terminated: ok {rc=0}\u000a00:54:21.840899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Launched\u000a00:54:22.148716 run osmo-hlr_10.42.42.2(pid=4004): Launched\u000a00:54:22.269415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:22.808920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Launched\u000a00:54:23.116229 run osmo-stp_10.42.42.5(pid=4007): Launched\u000a00:54:23.227797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:23.759673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4009): Launched\u000a00:54:23.868180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:24.136355 run patchelf(pid=4010): Launched\u000a00:54:24.316370 run osmo-stp_10.42.42.5(pid=4007): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]\u000a00:54:24.448476 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-09_00:54:22.963943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:24.580477 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005423140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:24.707371 run osmo-stp_10.42.42.5(pid=4007): stdout: \u000a| (launched: 2022-12-09_00:54:22.963943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:24.833060 run osmo-stp_10.42.42.5(pid=4007): stderr: \u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005423139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005423140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005423140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:24.980336 run patchelf(pid=4010): Terminating (SIGINT)\u000a00:54:25.154072 run patchelf(pid=4010): Terminated: ok {rc=0}\u000a00:54:25.185713 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)] [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a00:54:25.194953 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:54:25.256567 run osmo-hlr_10.42.42.2(pid=4004): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4004)]\u000a00:54:25.306034 run osmo-hlr_10.42.42.2(pid=4004): stdout: \u000a| (launched: 2022-12-09_00:54:21.996372) \u000a00:54:25.356116 run osmo-hlr_10.42.42.2(pid=4004): stderr: \u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005422176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005422187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005422196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005422196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005422196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:25.398858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Terminating (SIGTERM)\u000a00:54:25.439349 run iperf3-srv_10.42.42.10(pid=3998): Terminating (SIGTERM)\u000a00:54:25.479515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3999): Terminating (SIGTERM)\u000a00:54:25.519770 run iperf3-srv_10.42.42.10(pid=4000): Terminating (SIGTERM)\u000a00:54:25.560181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminating (SIGTERM)\u000a00:54:25.600564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminating (SIGTERM)\u000a00:54:25.641204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4009): Terminating (SIGTERM)\u000a00:54:25.650610 --- ParallelTerminationStrategy: PID 3997 died...\u000a00:54:25.704890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3997): Terminated: ok {rc=0}\u000a00:54:25.714911 --- ParallelTerminationStrategy: PID 3998 died...\u000a00:54:25.768461 run iperf3-srv_10.42.42.10(pid=3998): Terminated {rc=256}\u000a00:54:25.778343 --- ParallelTerminationStrategy: PID 3999 died...\u000a00:54:25.831772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3999): Terminated: ok {rc=0}\u000a00:54:25.841806 --- ParallelTerminationStrategy: PID 4000 died...\u000a00:54:25.895220 run iperf3-srv_10.42.42.10(pid=4000): Terminated {rc=256}\u000a00:54:25.905128 --- ParallelTerminationStrategy: PID 4003 died...\u000a00:54:25.958360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminated: ok {rc=0}\u000a00:54:25.968067 --- ParallelTerminationStrategy: PID 4006 died...\u000a00:54:26.022297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminated: ok {rc=0}\u000a00:54:26.032181 --- ParallelTerminationStrategy: PID 4009 died...\u000a00:54:26.086378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4009): Terminated: ok {rc=0}\u000a00:54:26.175186 bus /gobi_0: Setting Powered False\u000a00:54:27.279580 bus /gobi_0: Setting Powered False\u000a00:54:28.390467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2352↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2352↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a00:54:29.507563 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:29.519158 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:29.652322 tst iperf3.py: using LAC 17939\u000a00:54:29.783038 tst iperf3.py: using RAC 89\u000a00:54:29.911927 tst iperf3.py: using CellId 17939\u000a00:54:30.042192 tst iperf3.py: using BVCI 17940\u000a00:54:30.067395 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.078438 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.089450 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.100304 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.111131 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.121956 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.132811 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.143810 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:30.154819 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:30.437758 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:30.564805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:30.889485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4011): Launched\u000a00:54:31.179316 run iperf3-srv_10.42.42.10(pid=4012): Launched\u000a00:54:31.388107 tst iperf3.py:8: start network...\u000a00:54:31.529947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:32.098522 run create_hlr_db(pid=4013): Launched\u000a00:54:32.291711 bus /gobi_6: Setting Powered False\u000a00:54:33.310253 run create_hlr_db(pid=4013): Terminated: ok {rc=0}\u000a00:54:33.721571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Launched\u000a00:54:34.028105 run osmo-hlr_10.42.42.2(pid=4016): Launched\u000a00:54:34.147008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:34.687422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Launched\u000a00:54:34.995880 run osmo-stp_10.42.42.5(pid=4019): Launched\u000a00:54:35.107654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:35.643792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4021): Launched\u000a00:54:35.753052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:36.022318 run patchelf(pid=4022): Launched\u000a00:54:36.202105 run osmo-stp_10.42.42.5(pid=4019): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)]\u000a00:54:36.333856 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-09_00:54:34.842427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:36.465347 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221209005435012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005435013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005435016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005435016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:36.592627 run osmo-stp_10.42.42.5(pid=4019): stdout: \u000a| (launched: 2022-12-09_00:54:34.842427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:36.718294 run osmo-stp_10.42.42.5(pid=4019): stderr: \u000a| �[0;m�[38;5;43m20221209005435012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005435013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005435016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005435016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:36.865402 run patchelf(pid=4022): Terminating (SIGINT)\u000a00:54:37.038093 run patchelf(pid=4022): Terminated: ok {rc=0}\u000a00:54:37.070103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4019): Process ended prematurely: osmo-stp_10.42.42.5(pid=4019) [trial-2352↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4019)] [trial-2352↪gprs:oc2g↪iperf3.py:8]\u000a00:54:37.079439 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:54:37.140826 run osmo-hlr_10.42.42.2(pid=4016): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4016)]\u000a00:54:37.190769 run osmo-hlr_10.42.42.2(pid=4016): stdout: \u000a| (launched: 2022-12-09_00:54:33.876193) \u000a00:54:37.241301 run osmo-hlr_10.42.42.2(pid=4016): stderr: \u000a| �[0;m�[1;31m20221209005434056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005434056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005434057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005434057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005434057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005434057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005434069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005434077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005434078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005434078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:37.284080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4011): Terminating (SIGTERM)\u000a00:54:37.324553 run iperf3-srv_10.42.42.10(pid=4012): Terminating (SIGTERM)\u000a00:54:37.365184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminating (SIGTERM)\u000a00:54:37.405720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminating (SIGTERM)\u000a00:54:37.446252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4021): Terminating (SIGTERM)\u000a00:54:37.455942 --- ParallelTerminationStrategy: PID 4011 died...\u000a00:54:37.511673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4011): Terminated: ok {rc=0}\u000a00:54:37.521888 --- ParallelTerminationStrategy: PID 4012 died...\u000a00:54:37.575808 run iperf3-srv_10.42.42.10(pid=4012): Terminated {rc=256}\u000a00:54:37.585967 --- ParallelTerminationStrategy: PID 4015 died...\u000a00:54:37.640318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4015): Terminated: ok {rc=0}\u000a00:54:37.650299 --- ParallelTerminationStrategy: PID 4018 died...\u000a00:54:37.704420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4018): Terminated: ok {rc=0}\u000a00:54:37.714066 --- ParallelTerminationStrategy: PID 4021 died...\u000a00:54:37.767069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4021): Terminated: ok {rc=0}\u000a00:54:37.855124 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4037): Process ended prematurely: osmo-stp_10.42.42.5(pid=4037) [trial-2352↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4037)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4037): Process ended prematurely: osmo-stp_10.42.42.5(pid=4037) [trial-2352↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a00:54:38.966540 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:38.977690 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:39.102675 tst iperf3m4.py: using LAC 17940\u000a00:54:39.232576 tst iperf3m4.py: using RAC 90\u000a00:54:39.363591 tst iperf3m4.py: using CellId 17940\u000a00:54:39.493102 tst iperf3m4.py: using BVCI 17941\u000a00:54:39.518572 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.530162 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.541196 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.552293 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.563619 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.574664 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.585916 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.596844 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:39.608056 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:39.725474 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:39.848207 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:39.965314 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:54:40.262708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:40.399583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:40.745365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4023): Launched\u000a00:54:41.031226 run iperf3-srv_10.42.42.10(pid=4024): Launched\u000a00:54:41.234845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:54:41.372695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:41.718213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4025): Launched\u000a00:54:42.001807 run iperf3-srv_10.42.42.10(pid=4026): Launched\u000a00:54:42.203661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:54:42.340939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:42.685318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4027): Launched\u000a00:54:42.969112 run iperf3-srv_10.42.42.10(pid=4028): Launched\u000a00:54:43.171894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:54:43.309379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:43.653447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4029): Launched\u000a00:54:43.937081 run iperf3-srv_10.42.42.10(pid=4030): Launched\u000a00:54:44.139434 tst iperf3m4.py:8: start network...\u000a00:54:44.277274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:44.806616 run create_hlr_db(pid=4031): Launched\u000a00:54:44.998010 bus /gobi_6: Setting Powered False\u000a00:54:46.017377 run create_hlr_db(pid=4031): Terminated: ok {rc=0}\u000a00:54:46.453501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4033): Launched\u000a00:54:46.807339 run osmo-hlr_10.42.42.2(pid=4034): Launched\u000a00:54:47.016169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:47.660645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4036): Launched\u000a00:54:47.991393 run osmo-stp_10.42.42.5(pid=4037): Launched\u000a00:54:48.109989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:48.688808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4039): Launched\u000a00:54:48.806350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:49.095197 run patchelf(pid=4040): Launched\u000a00:54:49.289261 run osmo-stp_10.42.42.5(pid=4037): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4037)]\u000a00:54:49.430375 run osmo-stp_10.42.42.5(pid=4037): stdout: \u000a| (launched: 2022-12-09_00:54:47.828495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:49.571975 run osmo-stp_10.42.42.5(pid=4037): stderr: \u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005448023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:49.708543 run osmo-stp_10.42.42.5(pid=4037): stdout: \u000a| (launched: 2022-12-09_00:54:47.828495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:49.843572 run osmo-stp_10.42.42.5(pid=4037): stderr: \u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005448023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005448023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005448024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:50.001966 run patchelf(pid=4040): Terminating (SIGINT)\u000a00:54:50.186928 run patchelf(pid=4040): Terminated: ok {rc=0}\u000a00:54:50.220680 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4037): Process ended prematurely: osmo-stp_10.42.42.5(pid=4037) [trial-2352↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4037)] [trial-2352↪gprs:oc2g↪iperf3m4.py:8]\u000a00:54:50.230749 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:54:50.294614 run osmo-hlr_10.42.42.2(pid=4034): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4034)]\u000a00:54:50.346760 run osmo-hlr_10.42.42.2(pid=4034): stdout: \u000a| (launched: 2022-12-09_00:54:46.616604) \u000a00:54:50.399311 run osmo-hlr_10.42.42.2(pid=4034): stderr: \u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005446970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005446990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005447003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005447003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005447003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:50.443978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4023): Terminating (SIGTERM)\u000a00:54:50.485987 run iperf3-srv_10.42.42.10(pid=4024): Terminating (SIGTERM)\u000a00:54:50.528166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4025): Terminating (SIGTERM)\u000a00:54:50.571208 run iperf3-srv_10.42.42.10(pid=4026): Terminating (SIGTERM)\u000a00:54:50.613794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4027): Terminating (SIGTERM)\u000a00:54:50.656180 run iperf3-srv_10.42.42.10(pid=4028): Terminating (SIGTERM)\u000a00:54:50.698644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4029): Terminating (SIGTERM)\u000a00:54:50.740828 run iperf3-srv_10.42.42.10(pid=4030): Terminating (SIGTERM)\u000a00:54:50.783220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4033): Terminating (SIGTERM)\u000a00:54:50.825576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4036): Terminating (SIGTERM)\u000a00:54:50.867899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4039): Terminating (SIGTERM)\u000a00:54:50.877855 --- ParallelTerminationStrategy: PID 4023 died...\u000a00:54:50.934575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4023): Terminated: ok {rc=0}\u000a00:54:50.944805 --- ParallelTerminationStrategy: PID 4024 died...\u000a00:54:51.001018 run iperf3-srv_10.42.42.10(pid=4024): Terminated {rc=256}\u000a00:54:51.011260 --- ParallelTerminationStrategy: PID 4025 died...\u000a00:54:51.067461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4025): Terminated: ok {rc=0}\u000a00:54:51.077777 --- ParallelTerminationStrategy: PID 4026 died...\u000a00:54:51.133858 run iperf3-srv_10.42.42.10(pid=4026): Terminated {rc=256}\u000a00:54:51.144015 --- ParallelTerminationStrategy: PID 4027 died...\u000a00:54:51.200657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4027): Terminated: ok {rc=0}\u000a00:54:51.210995 --- ParallelTerminationStrategy: PID 4028 died...\u000a00:54:51.267387 run iperf3-srv_10.42.42.10(pid=4028): Terminated {rc=256}\u000a00:54:51.277717 --- ParallelTerminationStrategy: PID 4029 died...\u000a00:54:51.334109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4029): Terminated: ok {rc=0}\u000a00:54:51.344363 --- ParallelTerminationStrategy: PID 4030 died...\u000a00:54:51.400697 run iperf3-srv_10.42.42.10(pid=4030): Terminated {rc=256}\u000a00:54:51.410957 --- ParallelTerminationStrategy: PID 4033 died...\u000a00:54:51.467448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4033): Terminated: ok {rc=0}\u000a00:54:51.477774 --- ParallelTerminationStrategy: PID 4036 died...\u000a00:54:51.534098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4036): Terminated: ok {rc=0}\u000a00:54:51.544353 --- ParallelTerminationStrategy: PID 4039 died...\u000a00:54:51.601072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4039): Terminated: ok {rc=0}\u000a00:54:51.689824 bus /gobi_4: Setting Powered False\u000a00:54:52.796723 bus /gobi_4: Setting Powered False\u000a00:54:53.904790 bus /gobi_1: Setting Powered False\u000a00:54:55.011784 bus /gobi_1: Setting Powered False\u000a00:54:56.119626 bus /gobi_0: Setting Powered False\u000a00:54:57.226919 bus /gobi_0: Setting Powered False\u000a00:54:58.336706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4050): Process ended prematurely: osmo-stp_10.42.42.5(pid=4050) [trial-2352↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4050)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4050): Process ended prematurely: osmo-stp_10.42.42.5(pid=4050) [trial-2352↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g ping.py\u000a----------------------------------------------\u000a00:54:59.402280 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.413439 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:54:59.535597 tst ping.py: using LAC 17941\u000a00:54:59.655946 tst ping.py: using RAC 91\u000a00:54:59.776213 tst ping.py: using CellId 17941\u000a00:54:59.901439 tst ping.py: using BVCI 17942\u000a00:54:59.926213 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.937314 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.948160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.959067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.969852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.980633 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:54:59.991695 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:00.002501 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:55:00.277727 tst ping.py:19: start network...\u000a00:55:00.402944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:00.919900 run create_hlr_db(pid=4041): Launched\u000a00:55:01.102486 bus /gobi_6: Setting Powered False\u000a00:55:02.117812 run create_hlr_db(pid=4041): Terminated: ok {rc=0}\u000a00:55:02.558692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4046): Launched\u000a00:55:02.885682 run osmo-hlr_10.42.42.2(pid=4047): Launched\u000a00:55:03.005967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:03.575008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4049): Launched\u000a00:55:03.902979 run osmo-stp_10.42.42.5(pid=4050): Launched\u000a00:55:04.020781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:04.587860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4052): Launched\u000a00:55:04.703693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:04.988799 run patchelf(pid=4053): Launched\u000a00:55:05.178968 run osmo-stp_10.42.42.5(pid=4050): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4050)]\u000a00:55:05.318998 run osmo-stp_10.42.42.5(pid=4050): stdout: \u000a| (launched: 2022-12-09_00:55:03.740498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:05.458333 run osmo-stp_10.42.42.5(pid=4050): stderr: \u000a| �[0;m�[38;5;43m20221209005503934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005503935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005503935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005503935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:05.593221 run osmo-stp_10.42.42.5(pid=4050): stdout: \u000a| (launched: 2022-12-09_00:55:03.740498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:05.725962 run osmo-stp_10.42.42.5(pid=4050): stderr: \u000a| �[0;m�[38;5;43m20221209005503934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005503935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005503935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005503935 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005503938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:05.880544 run patchelf(pid=4053): Terminating (SIGINT)\u000a00:55:06.062328 run patchelf(pid=4053): Terminated: ok {rc=0}\u000a00:55:06.095359 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4050): Process ended prematurely: osmo-stp_10.42.42.5(pid=4050) [trial-2352↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4050)] [trial-2352↪gprs:oc2g↪ping.py:22]\u000a00:55:06.104760 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:55:06.168851 run osmo-hlr_10.42.42.2(pid=4047): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4047)]\u000a00:55:06.221066 run osmo-hlr_10.42.42.2(pid=4047): stdout: \u000a| (launched: 2022-12-09_00:55:02.724260) \u000a00:55:06.273840 run osmo-hlr_10.42.42.2(pid=4047): stderr: \u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005502923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005502936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005502944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005502944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005502944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:06.318791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4046): Terminating (SIGTERM)\u000a00:55:06.361292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4049): Terminating (SIGTERM)\u000a00:55:06.403798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4052): Terminating (SIGTERM)\u000a00:55:06.413782 --- ParallelTerminationStrategy: PID 4046 died...\u000a00:55:06.470565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4046): Terminated: ok {rc=0}\u000a00:55:06.480919 --- ParallelTerminationStrategy: PID 4049 died...\u000a00:55:06.537480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4049): Terminated: ok {rc=0}\u000a00:55:06.547899 --- ParallelTerminationStrategy: PID 4052 died...\u000a00:55:06.604440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4052): Terminated: ok {rc=0}\u000a00:55:06.693336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4060): Process ended prematurely: osmo-stp_10.42.42.5(pid=4060) [trial-2352↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4060)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4060): Process ended prematurely: osmo-stp_10.42.42.5(pid=4060) [trial-2352↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a00:55:07.746132 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:07.757978 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:55:07.890108 tst ping_idle_ping.py: using LAC 17942\u000a00:55:08.018645 tst ping_idle_ping.py: using RAC 92\u000a00:55:08.144888 tst ping_idle_ping.py: using CellId 17942\u000a00:55:08.267735 tst ping_idle_ping.py: using BVCI 17943\u000a00:55:08.291036 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.301713 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.312495 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.323343 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.333988 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.344410 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.355328 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:55:08.366212 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:55:08.658133 tst ping_idle_ping.py:24: start network...\u000a00:55:08.793366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:09.314769 run create_hlr_db(pid=4054): Launched\u000a00:55:09.503932 bus /gobi_6: Setting Powered False\u000a00:55:10.524179 run create_hlr_db(pid=4054): Terminated: ok {rc=0}\u000a00:55:10.932216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4056): Launched\u000a00:55:11.238540 run osmo-hlr_10.42.42.2(pid=4057): Launched\u000a00:55:11.350818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:11.877896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4059): Launched\u000a00:55:12.180296 run osmo-stp_10.42.42.5(pid=4060): Launched\u000a00:55:12.290813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:12.821533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4062): Launched\u000a00:55:12.928519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:13.194055 run patchelf(pid=4063): Launched\u000a00:55:13.371877 run osmo-stp_10.42.42.5(pid=4060): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4060)]\u000a00:55:13.502247 run osmo-stp_10.42.42.5(pid=4060): stdout: \u000a| (launched: 2022-12-09_00:55:12.030771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:13.632358 run osmo-stp_10.42.42.5(pid=4060): stderr: \u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005512202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:13.757960 run osmo-stp_10.42.42.5(pid=4060): stdout: \u000a| (launched: 2022-12-09_00:55:12.030771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:13.882106 run osmo-stp_10.42.42.5(pid=4060): stderr: \u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005512201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005512202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005512202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:14.027519 run patchelf(pid=4063): Terminating (SIGINT)\u000a00:55:14.198047 run patchelf(pid=4063): Terminated: ok {rc=0}\u000a00:55:14.229130 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4060): Process ended prematurely: osmo-stp_10.42.42.5(pid=4060) [trial-2352↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4060)] [trial-2352↪gprs:oc2g↪ping_idle_ping.py:27]\u000a00:55:14.237768 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:55:14.299389 run osmo-hlr_10.42.42.2(pid=4057): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4057)]\u000a00:55:14.349257 run osmo-hlr_10.42.42.2(pid=4057): stdout: \u000a| (launched: 2022-12-09_00:55:11.086130) \u000a00:55:14.399684 run osmo-hlr_10.42.42.2(pid=4057): stderr: \u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005511262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005511274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005511282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005511283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005511283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:14.442560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4056): Terminating (SIGTERM)\u000a00:55:14.483315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4059): Terminating (SIGTERM)\u000a00:55:14.523720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4062): Terminating (SIGTERM)\u000a00:55:14.533507 --- ParallelTerminationStrategy: PID 4056 died...\u000a00:55:14.588368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4056): Terminated: ok {rc=0}\u000a00:55:14.598342 --- ParallelTerminationStrategy: PID 4059 died...\u000a00:55:14.652656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4059): Terminated: ok {rc=0}\u000a00:55:14.663027 --- ParallelTerminationStrategy: PID 4062 died...\u000a00:55:14.716908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4062): Terminated: ok {rc=0}\u000a00:55:14.801071 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:54:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:55:17.034951 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.046497 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:17.201616 tst cs_paging_gprs_active.py: using LAC 17943\u000a00:55:17.337757 tst cs_paging_gprs_active.py: using RAC 93\u000a00:55:17.467784 tst cs_paging_gprs_active.py: using CellId 17943\u000a00:55:17.595329 tst cs_paging_gprs_active.py: using BVCI 17944\u000a00:55:17.620173 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.631705 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.642826 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.654580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.666154 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.677536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.689072 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.700296 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:17.711840 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:17.831847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:18.123519 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:55:18.259219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:18.595764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Launched\u000a00:55:18.874184 run iperf3-srv_10.42.42.10(pid=4068): Launched\u000a00:55:19.072252 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:55:19.207198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:19.547874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4069): Launched\u000a00:55:19.829134 run iperf3-srv_10.42.42.10(pid=4070): Launched\u000a00:55:20.027120 tst cs_paging_gprs_active.py:38: start network...\u000a00:55:20.162236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:20.683827 run create_hlr_db(pid=4071): Launched\u000a00:55:20.871787 bus /gobi_6: Setting Powered False\u000a00:55:21.893488 run create_hlr_db(pid=4071): Terminated: ok {rc=0}\u000a00:55:22.327265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Launched\u000a00:55:22.654313 run osmo-hlr_10.42.42.2(pid=4074): Launched\u000a00:55:22.776235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:23.342455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Launched\u000a00:55:23.669241 run osmo-stp_10.42.42.5(pid=4077): Launched\u000a00:55:23.787038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:24.355283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4079): Launched\u000a00:55:24.471008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:24.755966 run patchelf(pid=4080): Launched\u000a00:55:24.945816 run osmo-stp_10.42.42.5(pid=4077): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)]\u000a00:55:25.085301 run osmo-stp_10.42.42.5(pid=4077): stdout: \u000a| (launched: 2022-12-09_00:55:23.508535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:25.225420 run osmo-stp_10.42.42.5(pid=4077): stderr: \u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005523702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:25.360217 run osmo-stp_10.42.42.5(pid=4077): stdout: \u000a| (launched: 2022-12-09_00:55:23.508535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:25.494214 run osmo-stp_10.42.42.5(pid=4077): stderr: \u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005523701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005523702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005523704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:25.650094 run patchelf(pid=4080): Terminating (SIGINT)\u000a00:55:25.833070 run patchelf(pid=4080): Terminated: ok {rc=0}\u000a00:55:25.866654 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4077): Process ended prematurely: osmo-stp_10.42.42.5(pid=4077) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4077)] [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:55:25.876585 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:55:25.939872 run osmo-hlr_10.42.42.2(pid=4074): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4074)]\u000a00:55:25.991649 run osmo-hlr_10.42.42.2(pid=4074): stdout: \u000a| (launched: 2022-12-09_00:55:22.492594) \u000a00:55:26.044193 run osmo-hlr_10.42.42.2(pid=4074): stderr: \u000a| �[0;m�[1;31m20221209005522693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005522693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005522693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005522693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005522693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005522694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005522706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005522714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005522714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005522714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:26.089055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Terminating (SIGTERM)\u000a00:55:26.131338 run iperf3-srv_10.42.42.10(pid=4068): Terminating (SIGTERM)\u000a00:55:26.173735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4069): Terminating (SIGTERM)\u000a00:55:26.215851 run iperf3-srv_10.42.42.10(pid=4070): Terminating (SIGTERM)\u000a00:55:26.258261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Terminating (SIGTERM)\u000a00:55:26.300377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Terminating (SIGTERM)\u000a00:55:26.342787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4079): Terminating (SIGTERM)\u000a00:55:26.352508 --- ParallelTerminationStrategy: PID 4067 died...\u000a00:55:26.408861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4067): Terminated: ok {rc=0}\u000a00:55:26.418956 --- ParallelTerminationStrategy: PID 4068 died...\u000a00:55:26.474675 run iperf3-srv_10.42.42.10(pid=4068): Terminated {rc=256}\u000a00:55:26.484626 --- ParallelTerminationStrategy: PID 4069 died...\u000a00:55:26.540680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4069): Terminated: ok {rc=0}\u000a00:55:26.550705 --- ParallelTerminationStrategy: PID 4070 died...\u000a00:55:26.606957 run iperf3-srv_10.42.42.10(pid=4070): Terminated {rc=256}\u000a00:55:26.616928 --- ParallelTerminationStrategy: PID 4073 died...\u000a00:55:26.673399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4073): Terminated: ok {rc=0}\u000a00:55:26.683444 --- ParallelTerminationStrategy: PID 4076 died...\u000a00:55:26.739359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4076): Terminated: ok {rc=0}\u000a00:55:26.749800 --- ParallelTerminationStrategy: PID 4079 died...\u000a00:55:26.805905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4079): Terminated: ok {rc=0}\u000a00:55:26.894196 bus /gobi_0: Setting Powered False\u000a00:55:28.001719 bus /gobi_0: Setting Powered False\u000a00:55:29.112373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4089): Process ended prematurely: osmo-stp_10.42.42.5(pid=4089) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4089)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4089): Process ended prematurely: osmo-stp_10.42.42.5(pid=4089) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:55:30.221782 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.233269 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:30.363887 tst iperf3.py: using LAC 17944\u000a00:55:30.497289 tst iperf3.py: using RAC 94\u000a00:55:30.623896 tst iperf3.py: using CellId 17944\u000a00:55:30.749062 tst iperf3.py: using BVCI 17945\u000a00:55:30.773867 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.785172 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.796218 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.807327 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.824596 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.845057 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.864134 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.879423 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:30.891748 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:31.198025 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:31.337319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:31.691916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Launched\u000a00:55:31.991646 run iperf3-srv_10.42.42.10(pid=4082): Launched\u000a00:55:32.193825 tst iperf3.py:8: start network...\u000a00:55:32.328376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:32.846632 run create_hlr_db(pid=4083): Launched\u000a00:55:33.033247 bus /gobi_6: Setting Powered False\u000a00:55:34.054541 run create_hlr_db(pid=4083): Terminated: ok {rc=0}\u000a00:55:34.460296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4085): Launched\u000a00:55:34.765175 run osmo-hlr_10.42.42.2(pid=4086): Launched\u000a00:55:34.882907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:35.418001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4088): Launched\u000a00:55:35.722521 run osmo-stp_10.42.42.5(pid=4089): Launched\u000a00:55:35.833722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:36.364372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4091): Launched\u000a00:55:36.472175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:36.737790 run patchelf(pid=4092): Launched\u000a00:55:36.915035 run osmo-stp_10.42.42.5(pid=4089): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4089)]\u000a00:55:37.044797 run osmo-stp_10.42.42.5(pid=4089): stdout: \u000a| (launched: 2022-12-09_00:55:35.571455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:37.174991 run osmo-stp_10.42.42.5(pid=4089): stderr: \u000a| �[0;m�[38;5;43m20221209005535742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005535743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005535743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005535743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005535745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005535746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005535746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:37.300354 run osmo-stp_10.42.42.5(pid=4089): stdout: \u000a| (launched: 2022-12-09_00:55:35.571455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:37.424273 run osmo-stp_10.42.42.5(pid=4089): stderr: \u000a| �[0;m�[38;5;43m20221209005535742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005535743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005535743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005535743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005535745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005535746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005535746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:37.569845 run patchelf(pid=4092): Terminating (SIGINT)\u000a00:55:37.740106 run patchelf(pid=4092): Terminated: ok {rc=0}\u000a00:55:37.771375 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4089): Process ended prematurely: osmo-stp_10.42.42.5(pid=4089) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4089)] [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a00:55:37.780602 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:55:37.841736 run osmo-hlr_10.42.42.2(pid=4086): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4086)]\u000a00:55:37.891423 run osmo-hlr_10.42.42.2(pid=4086): stdout: \u000a| (launched: 2022-12-09_00:55:34.613833) \u000a00:55:37.941886 run osmo-hlr_10.42.42.2(pid=4086): stderr: \u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005534793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005534805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005534814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005534814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005534814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:37.984619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminating (SIGTERM)\u000a00:55:38.024979 run iperf3-srv_10.42.42.10(pid=4082): Terminating (SIGTERM)\u000a00:55:38.065470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4085): Terminating (SIGTERM)\u000a00:55:38.105852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4088): Terminating (SIGTERM)\u000a00:55:38.146125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4091): Terminating (SIGTERM)\u000a00:55:38.155728 --- ParallelTerminationStrategy: PID 4081 died...\u000a00:55:38.209479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4081): Terminated: ok {rc=0}\u000a00:55:38.219579 --- ParallelTerminationStrategy: PID 4082 died...\u000a00:55:38.273079 run iperf3-srv_10.42.42.10(pid=4082): Terminated {rc=256}\u000a00:55:38.282912 --- ParallelTerminationStrategy: PID 4085 died...\u000a00:55:38.336571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4085): Terminated: ok {rc=0}\u000a00:55:38.346603 --- ParallelTerminationStrategy: PID 4088 died...\u000a00:55:38.400463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4088): Terminated: ok {rc=0}\u000a00:55:38.410292 --- ParallelTerminationStrategy: PID 4091 died...\u000a00:55:38.464549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4091): Terminated: ok {rc=0}\u000a00:55:38.553965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4107): Process ended prematurely: osmo-stp_10.42.42.5(pid=4107) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4107)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4107): Process ended prematurely: osmo-stp_10.42.42.5(pid=4107) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:55:39.665257 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:39.676727 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:39.803219 tst iperf3m4.py: using LAC 17945\u000a00:55:39.921639 tst iperf3m4.py: using RAC 95\u000a00:55:40.048013 tst iperf3m4.py: using CellId 17945\u000a00:55:40.170201 tst iperf3m4.py: using BVCI 17946\u000a00:55:40.193475 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.204430 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.215292 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.226644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.237600 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.248494 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.259816 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.270797 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:40.282015 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:40.399084 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:40.517456 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:40.635323 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:55:40.910343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:55:41.035927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:41.351193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4093): Launched\u000a00:55:41.612649 run iperf3-srv_10.42.42.10(pid=4094): Launched\u000a00:55:41.796453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:55:41.921797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:42.236370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Launched\u000a00:55:42.497798 run iperf3-srv_10.42.42.10(pid=4096): Launched\u000a00:55:42.682856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:55:42.808699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:43.124877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4097): Launched\u000a00:55:43.385959 run iperf3-srv_10.42.42.10(pid=4098): Launched\u000a00:55:43.572041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:55:43.708815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:55:44.045343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4099): Launched\u000a00:55:44.326028 run iperf3-srv_10.42.42.10(pid=4100): Launched\u000a00:55:44.524935 tst iperf3m4.py:8: start network...\u000a00:55:44.660853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:45.179171 run create_hlr_db(pid=4101): Launched\u000a00:55:45.366881 bus /gobi_6: Setting Powered False\u000a00:55:46.380719 run create_hlr_db(pid=4101): Terminated: ok {rc=0}\u000a00:55:46.843182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4103): Launched\u000a00:55:47.207276 run osmo-hlr_10.42.42.2(pid=4104): Launched\u000a00:55:47.327092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:47.894361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4106): Launched\u000a00:55:48.220397 run osmo-stp_10.42.42.5(pid=4107): Launched\u000a00:55:48.338104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:55:48.910280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4109): Launched\u000a00:55:49.026340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:55:49.311692 run patchelf(pid=4110): Launched\u000a00:55:49.502444 run osmo-stp_10.42.42.5(pid=4107): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4107)]\u000a00:55:49.642502 run osmo-stp_10.42.42.5(pid=4107): stdout: \u000a| (launched: 2022-12-09_00:55:48.059228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:49.783108 run osmo-stp_10.42.42.5(pid=4107): stderr: \u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005548253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:49.917923 run osmo-stp_10.42.42.5(pid=4107): stdout: \u000a| (launched: 2022-12-09_00:55:48.059228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:50.051174 run osmo-stp_10.42.42.5(pid=4107): stderr: \u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005548252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005548253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005548253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:50.206675 run patchelf(pid=4110): Terminating (SIGINT)\u000a00:55:50.389009 run patchelf(pid=4110): Terminated: ok {rc=0}\u000a00:55:50.422646 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4107): Process ended prematurely: osmo-stp_10.42.42.5(pid=4107) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4107)] [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:55:50.432852 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:55:50.496440 run osmo-hlr_10.42.42.2(pid=4104): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4104)]\u000a00:55:50.548416 run osmo-hlr_10.42.42.2(pid=4104): stdout: \u000a| (launched: 2022-12-09_00:55:47.010999) \u000a00:55:50.601270 run osmo-hlr_10.42.42.2(pid=4104): stderr: \u000a| �[0;m�[1;31m20221209005547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005547240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005547241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005547241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005547241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005547252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005547261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005547261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005547261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:50.646252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4093): Terminating (SIGTERM)\u000a00:55:50.688509 run iperf3-srv_10.42.42.10(pid=4094): Terminating (SIGTERM)\u000a00:55:50.732767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Terminating (SIGTERM)\u000a00:55:50.775325 run iperf3-srv_10.42.42.10(pid=4096): Terminating (SIGTERM)\u000a00:55:50.817812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4097): Terminating (SIGTERM)\u000a00:55:50.860164 run iperf3-srv_10.42.42.10(pid=4098): Terminating (SIGTERM)\u000a00:55:50.902505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4099): Terminating (SIGTERM)\u000a00:55:50.945002 run iperf3-srv_10.42.42.10(pid=4100): Terminating (SIGTERM)\u000a00:55:50.987340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4103): Terminating (SIGTERM)\u000a00:55:51.029523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4106): Terminating (SIGTERM)\u000a00:55:51.072135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4109): Terminating (SIGTERM)\u000a00:55:51.082224 --- ParallelTerminationStrategy: PID 4093 died...\u000a00:55:51.139275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4093): Terminated: ok {rc=0}\u000a00:55:51.149623 --- ParallelTerminationStrategy: PID 4094 died...\u000a00:55:51.206311 run iperf3-srv_10.42.42.10(pid=4094): Terminated {rc=256}\u000a00:55:51.216664 --- ParallelTerminationStrategy: PID 4095 died...\u000a00:55:51.273583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4095): Terminated: ok {rc=0}\u000a00:55:51.283849 --- ParallelTerminationStrategy: PID 4096 died...\u000a00:55:51.340599 run iperf3-srv_10.42.42.10(pid=4096): Terminated {rc=256}\u000a00:55:51.350879 --- ParallelTerminationStrategy: PID 4097 died...\u000a00:55:51.407587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4097): Terminated: ok {rc=0}\u000a00:55:51.417943 --- ParallelTerminationStrategy: PID 4098 died...\u000a00:55:51.474264 run iperf3-srv_10.42.42.10(pid=4098): Terminated {rc=256}\u000a00:55:51.484618 --- ParallelTerminationStrategy: PID 4099 died...\u000a00:55:51.541260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4099): Terminated: ok {rc=0}\u000a00:55:51.551628 --- ParallelTerminationStrategy: PID 4100 died...\u000a00:55:51.608623 run iperf3-srv_10.42.42.10(pid=4100): Terminated {rc=256}\u000a00:55:51.618985 --- ParallelTerminationStrategy: PID 4103 died...\u000a00:55:51.675512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4103): Terminated: ok {rc=0}\u000a00:55:51.685973 --- ParallelTerminationStrategy: PID 4106 died...\u000a00:55:51.742371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4106): Terminated: ok {rc=0}\u000a00:55:51.752745 --- ParallelTerminationStrategy: PID 4109 died...\u000a00:55:51.809413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4109): Terminated: ok {rc=0}\u000a00:55:51.897916 bus /gobi_4: Setting Powered False\u000a00:55:53.007824 bus /gobi_4: Setting Powered False\u000a00:55:54.117554 bus /gobi_1: Setting Powered False\u000a00:55:55.220110 bus /gobi_1: Setting Powered False\u000a00:55:56.332017 bus /gobi_0: Setting Powered False\u000a00:55:57.438837 bus /gobi_0: Setting Powered False\u000a00:55:58.549143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4117): Process ended prematurely: osmo-stp_10.42.42.5(pid=4117) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4117)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4117): Process ended prematurely: osmo-stp_10.42.42.5(pid=4117) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:55:59.618570 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:55:59.630618 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:55:59.762375 tst ping.py: using LAC 17946\u000a00:55:59.887469 tst ping.py: using RAC 96\u000a00:56:00.011663 tst ping.py: using CellId 17946\u000a00:56:00.135947 tst ping.py: using BVCI 17947\u000a00:56:00.160238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.171487 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.182627 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.193891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.205106 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.216297 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.227512 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:00.238775 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:56:00.527082 tst ping.py:19: start network...\u000a00:56:00.659818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:01.193913 run create_hlr_db(pid=4111): Launched\u000a00:56:01.433940 bus /gobi_6: Setting Powered False\u000a00:56:02.429921 run create_hlr_db(pid=4111): Terminated: ok {rc=0}\u000a00:56:02.860524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4113): Launched\u000a00:56:03.160509 run osmo-hlr_10.42.42.2(pid=4114): Launched\u000a00:56:03.269445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:03.790109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4116): Launched\u000a00:56:04.088392 run osmo-stp_10.42.42.5(pid=4117): Launched\u000a00:56:04.196874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:04.718155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4119): Launched\u000a00:56:04.823487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:05.084298 run patchelf(pid=4120): Launched\u000a00:56:05.259303 run osmo-stp_10.42.42.5(pid=4117): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4117)]\u000a00:56:05.387368 run osmo-stp_10.42.42.5(pid=4117): stdout: \u000a| (launched: 2022-12-09_00:56:03.940200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:05.515770 run osmo-stp_10.42.42.5(pid=4117): stderr: \u000a| �[0;m�[38;5;43m20221209005604113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005604113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005604114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005604114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005604114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005604114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005604115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:05.639993 run osmo-stp_10.42.42.5(pid=4117): stdout: \u000a| (launched: 2022-12-09_00:56:03.940200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:05.763039 run osmo-stp_10.42.42.5(pid=4117): stderr: \u000a| �[0;m�[38;5;43m20221209005604113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005604113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005604114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005604114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005604114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005604114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005604115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:05.907018 run patchelf(pid=4120): Terminating (SIGINT)\u000a00:56:06.074977 run patchelf(pid=4120): Terminated: ok {rc=0}\u000a00:56:06.105890 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4117): Process ended prematurely: osmo-stp_10.42.42.5(pid=4117) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4117)] [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a00:56:06.114810 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:56:06.176487 run osmo-hlr_10.42.42.2(pid=4114): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4114)]\u000a00:56:06.226236 run osmo-hlr_10.42.42.2(pid=4114): stdout: \u000a| (launched: 2022-12-09_00:56:03.011055) \u000a00:56:06.276861 run osmo-hlr_10.42.42.2(pid=4114): stderr: \u000a| �[0;m�[1;31m20221209005603188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005603188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005603188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005603188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005603188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005603189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005603200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005603210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005603210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005603210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:06.320094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4113): Terminating (SIGTERM)\u000a00:56:06.360717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4116): Terminating (SIGTERM)\u000a00:56:06.401771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4119): Terminating (SIGTERM)\u000a00:56:06.412300 --- ParallelTerminationStrategy: PID 4113 died...\u000a00:56:06.466596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4113): Terminated: ok {rc=0}\u000a00:56:06.476589 --- ParallelTerminationStrategy: PID 4116 died...\u000a00:56:06.530384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4116): Terminated: ok {rc=0}\u000a00:56:06.540311 --- ParallelTerminationStrategy: PID 4119 died...\u000a00:56:06.594292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4119): Terminated: ok {rc=0}\u000a00:56:06.683596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:56:07.735078 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:07.746571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:56:07.873434 tst ping_idle_ping.py: using LAC 17947\u000a00:56:07.993220 tst ping_idle_ping.py: using RAC 97\u000a00:56:08.111812 tst ping_idle_ping.py: using CellId 17947\u000a00:56:08.233326 tst ping_idle_ping.py: using BVCI 17948\u000a00:56:08.255988 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.266942 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.277570 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.288297 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.298963 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.309672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.320500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:56:08.331330 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:56:08.622316 tst ping_idle_ping.py:24: start network...\u000a00:56:08.755465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:09.258196 run create_hlr_db(pid=4121): Launched\u000a00:56:09.431344 bus /gobi_6: Setting Powered False\u000a00:56:10.451558 run create_hlr_db(pid=4121): Terminated: ok {rc=0}\u000a00:56:10.852607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Launched\u000a00:56:11.153434 run osmo-hlr_10.42.42.2(pid=4124): Launched\u000a00:56:11.265781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:11.794665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Launched\u000a00:56:12.094272 run osmo-stp_10.42.42.5(pid=4127): Launched\u000a00:56:12.203324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:12.724458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4129): Launched\u000a00:56:12.830637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:13.092210 run patchelf(pid=4130): Launched\u000a00:56:13.268106 run osmo-stp_10.42.42.5(pid=4127): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)]\u000a00:56:13.396841 run osmo-stp_10.42.42.5(pid=4127): stdout: \u000a| (launched: 2022-12-09_00:56:11.946085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:13.525875 run osmo-stp_10.42.42.5(pid=4127): stderr: \u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005612115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:13.649854 run osmo-stp_10.42.42.5(pid=4127): stdout: \u000a| (launched: 2022-12-09_00:56:11.946085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:13.772511 run osmo-stp_10.42.42.5(pid=4127): stderr: \u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005612114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005612115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005612115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:13.915653 run patchelf(pid=4130): Terminating (SIGINT)\u000a00:56:14.083263 run patchelf(pid=4130): Terminated: ok {rc=0}\u000a00:56:14.113995 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4127): Process ended prematurely: osmo-stp_10.42.42.5(pid=4127) [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4127)] [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:56:14.122882 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:56:14.184426 run osmo-hlr_10.42.42.2(pid=4124): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4124)]\u000a00:56:14.234325 run osmo-hlr_10.42.42.2(pid=4124): stdout: \u000a| (launched: 2022-12-09_00:56:11.004667) \u000a00:56:14.285074 run osmo-hlr_10.42.42.2(pid=4124): stderr: \u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005611183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005611195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005611204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005611204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005611204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:14.328307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Terminating (SIGTERM)\u000a00:56:14.368694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Terminating (SIGTERM)\u000a00:56:14.409572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4129): Terminating (SIGTERM)\u000a00:56:14.419279 --- ParallelTerminationStrategy: PID 4123 died...\u000a00:56:14.473171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4123): Terminated: ok {rc=0}\u000a00:56:14.483265 --- ParallelTerminationStrategy: PID 4126 died...\u000a00:56:14.537336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4126): Terminated: ok {rc=0}\u000a00:56:14.547098 --- ParallelTerminationStrategy: PID 4129 died...\u000a00:56:14.600919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4129): Terminated: ok {rc=0}\u000a00:56:14.690078 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:55:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4144): Process ended prematurely: osmo-stp_10.42.42.5(pid=4144) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4144)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4144): Process ended prematurely: osmo-stp_10.42.42.5(pid=4144) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:56:16.855515 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:16.867347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:17.058131 tst cs_paging_gprs_active.py: using LAC 17948\u000a00:56:17.198266 tst cs_paging_gprs_active.py: using RAC 98\u000a00:56:17.333616 tst cs_paging_gprs_active.py: using CellId 17948\u000a00:56:17.465587 tst cs_paging_gprs_active.py: using BVCI 17949\u000a00:56:17.490763 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.502090 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.513493 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.525048 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.536318 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.547801 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.559190 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.570374 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:17.581878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:17.696841 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:17.991925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:56:18.127440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:18.463943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4134): Launched\u000a00:56:18.746694 run iperf3-srv_10.42.42.10(pid=4135): Launched\u000a00:56:18.946395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:56:19.082798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:19.420408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4136): Launched\u000a00:56:19.702904 run iperf3-srv_10.42.42.10(pid=4137): Launched\u000a00:56:19.902736 tst cs_paging_gprs_active.py:38: start network...\u000a00:56:20.038639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:20.559946 run create_hlr_db(pid=4138): Launched\u000a00:56:20.748447 bus /gobi_6: Setting Powered False\u000a00:56:21.769262 run create_hlr_db(pid=4138): Terminated: ok {rc=0}\u000a00:56:22.179544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4140): Launched\u000a00:56:22.486576 run osmo-hlr_10.42.42.2(pid=4141): Launched\u000a00:56:22.606587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:23.149248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4143): Launched\u000a00:56:23.475615 run osmo-stp_10.42.42.5(pid=4144): Launched\u000a00:56:23.593449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:24.162835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4146): Launched\u000a00:56:24.279468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:24.567185 run patchelf(pid=4147): Launched\u000a00:56:24.758530 run osmo-stp_10.42.42.5(pid=4144): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4144)]\u000a00:56:24.899119 run osmo-stp_10.42.42.5(pid=4144): stdout: \u000a| (launched: 2022-12-09_00:56:23.314795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:25.039776 run osmo-stp_10.42.42.5(pid=4144): stderr: \u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005623510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:25.174932 run osmo-stp_10.42.42.5(pid=4144): stdout: \u000a| (launched: 2022-12-09_00:56:23.314795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:25.308303 run osmo-stp_10.42.42.5(pid=4144): stderr: \u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005623510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005623510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005623511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:25.464052 run patchelf(pid=4147): Terminating (SIGINT)\u000a00:56:25.647267 run patchelf(pid=4147): Terminated: ok {rc=0}\u000a00:56:25.680750 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4144): Process ended prematurely: osmo-stp_10.42.42.5(pid=4144) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4144)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:56:25.690684 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:56:25.754040 run osmo-hlr_10.42.42.2(pid=4141): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4141)]\u000a00:56:25.805752 run osmo-hlr_10.42.42.2(pid=4141): stdout: \u000a| (launched: 2022-12-09_00:56:22.334459) \u000a00:56:25.858364 run osmo-hlr_10.42.42.2(pid=4141): stderr: \u000a| �[0;m�[1;31m20221209005622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005622510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005622511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005622511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005622523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005622531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005622531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005622531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:25.902805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4134): Terminating (SIGTERM)\u000a00:56:25.945220 run iperf3-srv_10.42.42.10(pid=4135): Terminating (SIGTERM)\u000a00:56:25.987788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4136): Terminating (SIGTERM)\u000a00:56:26.029791 run iperf3-srv_10.42.42.10(pid=4137): Terminating (SIGTERM)\u000a00:56:26.072069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4140): Terminating (SIGTERM)\u000a00:56:26.114842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4143): Terminating (SIGTERM)\u000a00:56:26.157041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4146): Terminating (SIGTERM)\u000a00:56:26.166820 --- ParallelTerminationStrategy: PID 4134 died...\u000a00:56:26.223277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4134): Terminated: ok {rc=0}\u000a00:56:26.233441 --- ParallelTerminationStrategy: PID 4135 died...\u000a00:56:26.289175 run iperf3-srv_10.42.42.10(pid=4135): Terminated {rc=256}\u000a00:56:26.299252 --- ParallelTerminationStrategy: PID 4136 died...\u000a00:56:26.355209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4136): Terminated: ok {rc=0}\u000a00:56:26.365360 --- ParallelTerminationStrategy: PID 4137 died...\u000a00:56:26.420899 run iperf3-srv_10.42.42.10(pid=4137): Terminated {rc=256}\u000a00:56:26.431037 --- ParallelTerminationStrategy: PID 4140 died...\u000a00:56:26.486831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4140): Terminated: ok {rc=0}\u000a00:56:26.497073 --- ParallelTerminationStrategy: PID 4143 died...\u000a00:56:26.552780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4143): Terminated: ok {rc=0}\u000a00:56:26.562894 --- ParallelTerminationStrategy: PID 4146 died...\u000a00:56:26.619094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4146): Terminated: ok {rc=0}\u000a00:56:26.706095 bus /gobi_0: Setting Powered False\u000a00:56:27.814335 bus /gobi_0: Setting Powered False\u000a00:56:28.921659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4156): Process ended prematurely: osmo-stp_10.42.42.5(pid=4156) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4156)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4156): Process ended prematurely: osmo-stp_10.42.42.5(pid=4156) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:56:30.037447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.049636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:30.205212 tst iperf3.py: using LAC 17949\u000a00:56:30.334239 tst iperf3.py: using RAC 99\u000a00:56:30.467137 tst iperf3.py: using CellId 17949\u000a00:56:30.592523 tst iperf3.py: using BVCI 17950\u000a00:56:30.617858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.629158 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.640103 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.651441 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.662664 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.673973 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.685302 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.696319 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:30.707770 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:31.000740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:31.132340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:31.470013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4148): Launched\u000a00:56:31.785678 run iperf3-srv_10.42.42.10(pid=4149): Launched\u000a00:56:31.990154 tst iperf3.py:8: start network...\u000a00:56:32.122018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:32.603459 run create_hlr_db(pid=4150): Launched\u000a00:56:32.777562 bus /gobi_6: Setting Powered False\u000a00:56:33.798249 run create_hlr_db(pid=4150): Terminated: ok {rc=0}\u000a00:56:34.231286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4152): Launched\u000a00:56:34.557459 run osmo-hlr_10.42.42.2(pid=4153): Launched\u000a00:56:34.676745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:35.243014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4155): Launched\u000a00:56:35.567777 run osmo-stp_10.42.42.5(pid=4156): Launched\u000a00:56:35.685654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:36.253057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4158): Launched\u000a00:56:36.369039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:36.654658 run patchelf(pid=4159): Launched\u000a00:56:36.845119 run osmo-stp_10.42.42.5(pid=4156): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4156)]\u000a00:56:36.984160 run osmo-stp_10.42.42.5(pid=4156): stdout: \u000a| (launched: 2022-12-09_00:56:35.408024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:37.123297 run osmo-stp_10.42.42.5(pid=4156): stderr: \u000a| �[0;m�[38;5;43m20221209005635601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005635602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005635602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005635602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:37.257501 run osmo-stp_10.42.42.5(pid=4156): stdout: \u000a| (launched: 2022-12-09_00:56:35.408024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:37.390790 run osmo-stp_10.42.42.5(pid=4156): stderr: \u000a| �[0;m�[38;5;43m20221209005635601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005635602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005635602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005635602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005635603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:37.546924 run patchelf(pid=4159): Terminating (SIGINT)\u000a00:56:37.729299 run patchelf(pid=4159): Terminated: ok {rc=0}\u000a00:56:37.762766 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4156): Process ended prematurely: osmo-stp_10.42.42.5(pid=4156) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4156)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:56:37.772642 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:56:37.835202 run osmo-hlr_10.42.42.2(pid=4153): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4153)]\u000a00:56:37.886570 run osmo-hlr_10.42.42.2(pid=4153): stdout: \u000a| (launched: 2022-12-09_00:56:34.396562) \u000a00:56:37.938900 run osmo-hlr_10.42.42.2(pid=4153): stderr: \u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005634596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005634609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005634617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005634617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005634617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:37.983342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4148): Terminating (SIGTERM)\u000a00:56:38.025529 run iperf3-srv_10.42.42.10(pid=4149): Terminating (SIGTERM)\u000a00:56:38.068250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4152): Terminating (SIGTERM)\u000a00:56:38.110094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4155): Terminating (SIGTERM)\u000a00:56:38.152098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4158): Terminating (SIGTERM)\u000a00:56:38.161980 --- ParallelTerminationStrategy: PID 4148 died...\u000a00:56:38.218261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4148): Terminated: ok {rc=0}\u000a00:56:38.228459 --- ParallelTerminationStrategy: PID 4149 died...\u000a00:56:38.284543 run iperf3-srv_10.42.42.10(pid=4149): Terminated {rc=256}\u000a00:56:38.294469 --- ParallelTerminationStrategy: PID 4152 died...\u000a00:56:38.350291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4152): Terminated: ok {rc=0}\u000a00:56:38.360343 --- ParallelTerminationStrategy: PID 4155 died...\u000a00:56:38.416277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4155): Terminated: ok {rc=0}\u000a00:56:38.426516 --- ParallelTerminationStrategy: PID 4158 died...\u000a00:56:38.482608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4158): Terminated: ok {rc=0}\u000a00:56:38.569737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4174): Process ended prematurely: osmo-stp_10.42.42.5(pid=4174) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4174)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4174): Process ended prematurely: osmo-stp_10.42.42.5(pid=4174) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:56:39.686017 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:39.698036 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:56:39.851986 tst iperf3m4.py: using LAC 17950\u000a00:56:39.979532 tst iperf3m4.py: using RAC 100\u000a00:56:40.101696 tst iperf3m4.py: using CellId 17950\u000a00:56:40.224018 tst iperf3m4.py: using BVCI 17951\u000a00:56:40.247357 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.258355 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.269206 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.280620 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.291417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.302287 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.313293 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.323857 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:40.334918 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:40.454391 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:40.576624 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:40.698299 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:56:40.993780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:56:41.129316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:41.467918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4160): Launched\u000a00:56:41.748587 run iperf3-srv_10.42.42.10(pid=4161): Launched\u000a00:56:41.948406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:56:42.084683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:42.423591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4162): Launched\u000a00:56:42.704398 run iperf3-srv_10.42.42.10(pid=4163): Launched\u000a00:56:42.904592 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:56:43.040883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:43.380101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4164): Launched\u000a00:56:43.661949 run iperf3-srv_10.42.42.10(pid=4165): Launched\u000a00:56:43.861349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:56:43.996916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:56:44.336378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4166): Launched\u000a00:56:44.618320 run iperf3-srv_10.42.42.10(pid=4167): Launched\u000a00:56:44.818335 tst iperf3m4.py:8: start network...\u000a00:56:44.953881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:45.475677 run create_hlr_db(pid=4168): Launched\u000a00:56:45.663926 bus /gobi_6: Setting Powered False\u000a00:56:46.687607 run create_hlr_db(pid=4168): Terminated: ok {rc=0}\u000a00:56:47.140791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4170): Launched\u000a00:56:47.469217 run osmo-hlr_10.42.42.2(pid=4171): Launched\u000a00:56:47.587712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:48.157399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4173): Launched\u000a00:56:48.485876 run osmo-stp_10.42.42.5(pid=4174): Launched\u000a00:56:48.604332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:56:49.175318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4176): Launched\u000a00:56:49.291654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:56:49.577953 run patchelf(pid=4177): Launched\u000a00:56:49.769845 run osmo-stp_10.42.42.5(pid=4174): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4174)]\u000a00:56:49.909852 run osmo-stp_10.42.42.5(pid=4174): stdout: \u000a| (launched: 2022-12-09_00:56:48.322936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:50.049916 run osmo-stp_10.42.42.5(pid=4174): stderr: \u000a| �[0;m�[38;5;43m20221209005648517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005648517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005648518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005648518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:50.185606 run osmo-stp_10.42.42.5(pid=4174): stdout: \u000a| (launched: 2022-12-09_00:56:48.322936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:50.319261 run osmo-stp_10.42.42.5(pid=4174): stderr: \u000a| �[0;m�[38;5;43m20221209005648517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005648517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005648518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005648518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005648519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:50.474866 run patchelf(pid=4177): Terminating (SIGINT)\u000a00:56:50.658005 run patchelf(pid=4177): Terminated: ok {rc=0}\u000a00:56:50.691595 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4174): Process ended prematurely: osmo-stp_10.42.42.5(pid=4174) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4174)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:56:50.701548 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:56:50.765086 run osmo-hlr_10.42.42.2(pid=4171): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4171)]\u000a00:56:50.817045 run osmo-hlr_10.42.42.2(pid=4171): stdout: \u000a| (launched: 2022-12-09_00:56:47.307018) \u000a00:56:50.869657 run osmo-hlr_10.42.42.2(pid=4171): stderr: \u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005647508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005647520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005647529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005647529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005647529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:50.914470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4160): Terminating (SIGTERM)\u000a00:56:50.956587 run iperf3-srv_10.42.42.10(pid=4161): Terminating (SIGTERM)\u000a00:56:50.998894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4162): Terminating (SIGTERM)\u000a00:56:51.040815 run iperf3-srv_10.42.42.10(pid=4163): Terminating (SIGTERM)\u000a00:56:51.083064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4164): Terminating (SIGTERM)\u000a00:56:51.125158 run iperf3-srv_10.42.42.10(pid=4165): Terminating (SIGTERM)\u000a00:56:51.167409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4166): Terminating (SIGTERM)\u000a00:56:51.209548 run iperf3-srv_10.42.42.10(pid=4167): Terminating (SIGTERM)\u000a00:56:51.251663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4170): Terminating (SIGTERM)\u000a00:56:51.293715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4173): Terminating (SIGTERM)\u000a00:56:51.335941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4176): Terminating (SIGTERM)\u000a00:56:51.345694 --- ParallelTerminationStrategy: PID 4160 died...\u000a00:56:51.402090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4160): Terminated: ok {rc=0}\u000a00:56:51.412245 --- ParallelTerminationStrategy: PID 4161 died...\u000a00:56:51.468339 run iperf3-srv_10.42.42.10(pid=4161): Terminated {rc=256}\u000a00:56:51.478504 --- ParallelTerminationStrategy: PID 4162 died...\u000a00:56:51.534565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4162): Terminated: ok {rc=0}\u000a00:56:51.544737 --- ParallelTerminationStrategy: PID 4163 died...\u000a00:56:51.600566 run iperf3-srv_10.42.42.10(pid=4163): Terminated {rc=256}\u000a00:56:51.610651 --- ParallelTerminationStrategy: PID 4164 died...\u000a00:56:51.666923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4164): Terminated: ok {rc=0}\u000a00:56:51.677295 --- ParallelTerminationStrategy: PID 4165 died...\u000a00:56:51.733213 run iperf3-srv_10.42.42.10(pid=4165): Terminated {rc=256}\u000a00:56:51.743321 --- ParallelTerminationStrategy: PID 4166 died...\u000a00:56:51.799592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4166): Terminated: ok {rc=0}\u000a00:56:51.809837 --- ParallelTerminationStrategy: PID 4167 died...\u000a00:56:51.865696 run iperf3-srv_10.42.42.10(pid=4167): Terminated {rc=256}\u000a00:56:51.875822 --- ParallelTerminationStrategy: PID 4170 died...\u000a00:56:51.931992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4170): Terminated: ok {rc=0}\u000a00:56:51.942036 --- ParallelTerminationStrategy: PID 4173 died...\u000a00:56:51.998044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4173): Terminated: ok {rc=0}\u000a00:56:52.008099 --- ParallelTerminationStrategy: PID 4176 died...\u000a00:56:52.064080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4176): Terminated: ok {rc=0}\u000a00:56:52.151665 bus /gobi_4: Setting Powered False\u000a00:56:53.260732 bus /gobi_4: Setting Powered False\u000a00:56:54.370700 bus /gobi_1: Setting Powered False\u000a00:56:55.478515 bus /gobi_1: Setting Powered False\u000a00:56:56.590052 bus /gobi_0: Setting Powered False\u000a00:56:57.693027 bus /gobi_0: Setting Powered False\u000a00:56:58.805293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4184): Process ended prematurely: osmo-stp_10.42.42.5(pid=4184) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4184)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4184): Process ended prematurely: osmo-stp_10.42.42.5(pid=4184) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:56:59.871128 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:56:59.882809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:57:00.027103 tst ping.py: using LAC 17951\u000a00:57:00.150715 tst ping.py: using RAC 101\u000a00:57:00.267414 tst ping.py: using CellId 17951\u000a00:57:00.385432 tst ping.py: using BVCI 17952\u000a00:57:00.408250 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.419246 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.430091 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.441404 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.452232 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.463204 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.474546 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:00.485597 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:57:00.773686 tst ping.py:19: start network...\u000a00:57:00.930880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:01.467467 run create_hlr_db(pid=4178): Launched\u000a00:57:01.658302 bus /gobi_6: Setting Powered False\u000a00:57:02.674425 run create_hlr_db(pid=4178): Terminated: ok {rc=0}\u000a00:57:03.075814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4180): Launched\u000a00:57:03.373779 run osmo-hlr_10.42.42.2(pid=4181): Launched\u000a00:57:03.490064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:04.014844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4183): Launched\u000a00:57:04.312481 run osmo-stp_10.42.42.5(pid=4184): Launched\u000a00:57:04.419863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:04.940094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4186): Launched\u000a00:57:05.045903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:05.308430 run patchelf(pid=4187): Launched\u000a00:57:05.483318 run osmo-stp_10.42.42.5(pid=4184): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4184)]\u000a00:57:05.611302 run osmo-stp_10.42.42.5(pid=4184): stdout: \u000a| (launched: 2022-12-09_00:57:04.165299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:05.740379 run osmo-stp_10.42.42.5(pid=4184): stderr: \u000a| �[0;m�[38;5;43m20221209005704337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005704338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005704338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005704338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:05.863797 run osmo-stp_10.42.42.5(pid=4184): stdout: \u000a| (launched: 2022-12-09_00:57:04.165299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:05.986267 run osmo-stp_10.42.42.5(pid=4184): stderr: \u000a| �[0;m�[38;5;43m20221209005704337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005704338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005704338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005704338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005704339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:06.129121 run patchelf(pid=4187): Terminating (SIGINT)\u000a00:57:06.296878 run patchelf(pid=4187): Terminated: ok {rc=0}\u000a00:57:06.327691 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4184): Process ended prematurely: osmo-stp_10.42.42.5(pid=4184) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4184)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:57:06.336644 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:57:06.396994 run osmo-hlr_10.42.42.2(pid=4181): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4181)]\u000a00:57:06.445887 run osmo-hlr_10.42.42.2(pid=4181): stdout: \u000a| (launched: 2022-12-09_00:57:03.226256) \u000a00:57:06.495567 run osmo-hlr_10.42.42.2(pid=4181): stderr: \u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005703402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005703415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005703424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005703425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005703425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:06.537808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4180): Terminating (SIGTERM)\u000a00:57:06.577795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4183): Terminating (SIGTERM)\u000a00:57:06.617857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4186): Terminating (SIGTERM)\u000a00:57:06.627360 --- ParallelTerminationStrategy: PID 4180 died...\u000a00:57:06.681196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4180): Terminated: ok {rc=0}\u000a00:57:06.690873 --- ParallelTerminationStrategy: PID 4183 died...\u000a00:57:06.744108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4183): Terminated: ok {rc=0}\u000a00:57:06.753795 --- ParallelTerminationStrategy: PID 4186 died...\u000a00:57:06.807583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4186): Terminated: ok {rc=0}\u000a00:57:06.891447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4194): Process ended prematurely: osmo-stp_10.42.42.5(pid=4194) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4194)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4194): Process ended prematurely: osmo-stp_10.42.42.5(pid=4194) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:57:07.944271 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:07.956245 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:57:08.109345 tst ping_idle_ping.py: using LAC 17952\u000a00:57:08.229811 tst ping_idle_ping.py: using RAC 102\u000a00:57:08.347400 tst ping_idle_ping.py: using CellId 17952\u000a00:57:08.466829 tst ping_idle_ping.py: using BVCI 17953\u000a00:57:08.489664 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.500671 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.511470 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.522497 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.533272 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.544002 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.555152 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:57:08.566036 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:57:08.844176 tst ping_idle_ping.py:24: start network...\u000a00:57:08.967866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:09.440529 run create_hlr_db(pid=4188): Launched\u000a00:57:09.613352 bus /gobi_6: Setting Powered False\u000a00:57:10.634665 run create_hlr_db(pid=4188): Terminated: ok {rc=0}\u000a00:57:11.060690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4190): Launched\u000a00:57:11.382808 run osmo-hlr_10.42.42.2(pid=4191): Launched\u000a00:57:11.499631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:12.058282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4193): Launched\u000a00:57:12.380362 run osmo-stp_10.42.42.5(pid=4194): Launched\u000a00:57:12.496533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:13.059337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4196): Launched\u000a00:57:13.174139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:13.456418 run patchelf(pid=4197): Launched\u000a00:57:13.645057 run osmo-stp_10.42.42.5(pid=4194): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4194)]\u000a00:57:13.782811 run osmo-stp_10.42.42.5(pid=4194): stdout: \u000a| (launched: 2022-12-09_00:57:12.221246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:13.920729 run osmo-stp_10.42.42.5(pid=4194): stderr: \u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005712415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:14.053438 run osmo-stp_10.42.42.5(pid=4194): stdout: \u000a| (launched: 2022-12-09_00:57:12.221246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:14.184839 run osmo-stp_10.42.42.5(pid=4194): stderr: \u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005712414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005712415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005712417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:14.338682 run patchelf(pid=4197): Terminating (SIGINT)\u000a00:57:14.518851 run patchelf(pid=4197): Terminated: ok {rc=0}\u000a00:57:14.551504 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4194): Process ended prematurely: osmo-stp_10.42.42.5(pid=4194) [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4194)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:57:14.560763 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:57:14.623812 run osmo-hlr_10.42.42.2(pid=4191): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4191)]\u000a00:57:14.675775 run osmo-hlr_10.42.42.2(pid=4191): stdout: \u000a| (launched: 2022-12-09_00:57:11.223411) \u000a00:57:14.728203 run osmo-hlr_10.42.42.2(pid=4191): stderr: \u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005711421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005711434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005711442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:14.772781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4190): Terminating (SIGTERM)\u000a00:57:14.815363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4193): Terminating (SIGTERM)\u000a00:57:14.857869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4196): Terminating (SIGTERM)\u000a00:57:14.867888 --- ParallelTerminationStrategy: PID 4190 died...\u000a00:57:14.925057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4190): Terminated: ok {rc=0}\u000a00:57:14.935309 --- ParallelTerminationStrategy: PID 4193 died...\u000a00:57:14.992023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4193): Terminated: ok {rc=0}\u000a00:57:15.002369 --- ParallelTerminationStrategy: PID 4196 died...\u000a00:57:15.059366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4196): Terminated: ok {rc=0}\u000a00:57:15.147267 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4211): Process ended prematurely: osmo-stp_10.42.42.5(pid=4211) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4211)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4211): Process ended prematurely: osmo-stp_10.42.42.5(pid=4211) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:57:17.366700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.377460 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:17.524335 tst cs_paging_gprs_active.py: using LAC 17953\u000a00:57:17.644935 tst cs_paging_gprs_active.py: using RAC 103\u000a00:57:17.766772 tst cs_paging_gprs_active.py: using CellId 17953\u000a00:57:17.892835 tst cs_paging_gprs_active.py: using BVCI 17954\u000a00:57:17.918094 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.929601 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.940882 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.952332 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.963726 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.975468 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.987108 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:17.998527 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:18.009934 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:18.127604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:18.424303 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:57:18.560808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:18.901809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4201): Launched\u000a00:57:19.182250 run iperf3-srv_10.42.42.10(pid=4202): Launched\u000a00:57:19.381727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:57:19.517664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:19.856736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4203): Launched\u000a00:57:20.138350 run iperf3-srv_10.42.42.10(pid=4204): Launched\u000a00:57:20.338366 tst cs_paging_gprs_active.py:38: start network...\u000a00:57:20.474872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:20.996114 run create_hlr_db(pid=4205): Launched\u000a00:57:21.184274 bus /gobi_6: Setting Powered False\u000a00:57:22.205897 run create_hlr_db(pid=4205): Terminated: ok {rc=0}\u000a00:57:22.616488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4207): Launched\u000a00:57:22.922437 run osmo-hlr_10.42.42.2(pid=4208): Launched\u000a00:57:23.036930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:23.576640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4210): Launched\u000a00:57:23.882992 run osmo-stp_10.42.42.5(pid=4211): Launched\u000a00:57:23.994714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:24.530270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4213): Launched\u000a00:57:24.639027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:24.906783 run patchelf(pid=4214): Launched\u000a00:57:25.086112 run osmo-stp_10.42.42.5(pid=4211): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4211)]\u000a00:57:25.218134 run osmo-stp_10.42.42.5(pid=4211): stdout: \u000a| (launched: 2022-12-09_00:57:23.731944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:25.350564 run osmo-stp_10.42.42.5(pid=4211): stderr: \u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005723905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:25.477549 run osmo-stp_10.42.42.5(pid=4211): stdout: \u000a| (launched: 2022-12-09_00:57:23.731944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:25.603203 run osmo-stp_10.42.42.5(pid=4211): stderr: \u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005723904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005723905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005723905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:25.749859 run patchelf(pid=4214): Terminating (SIGINT)\u000a00:57:25.921611 run patchelf(pid=4214): Terminated: ok {rc=0}\u000a00:57:25.953186 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4211): Process ended prematurely: osmo-stp_10.42.42.5(pid=4211) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4211)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:57:25.962542 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:57:26.023470 run osmo-hlr_10.42.42.2(pid=4208): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4208)]\u000a00:57:26.072600 run osmo-hlr_10.42.42.2(pid=4208): stdout: \u000a| (launched: 2022-12-09_00:57:22.771259) \u000a00:57:26.122693 run osmo-hlr_10.42.42.2(pid=4208): stderr: \u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005722947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005722959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005722968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005722968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005722968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:26.164929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4201): Terminating (SIGTERM)\u000a00:57:26.205191 run iperf3-srv_10.42.42.10(pid=4202): Terminating (SIGTERM)\u000a00:57:26.245463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4203): Terminating (SIGTERM)\u000a00:57:26.285833 run iperf3-srv_10.42.42.10(pid=4204): Terminating (SIGTERM)\u000a00:57:26.326372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4207): Terminating (SIGTERM)\u000a00:57:26.366881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4210): Terminating (SIGTERM)\u000a00:57:26.407033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4213): Terminating (SIGTERM)\u000a00:57:26.416677 --- ParallelTerminationStrategy: PID 4201 died...\u000a00:57:26.470512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4201): Terminated: ok {rc=0}\u000a00:57:26.480365 --- ParallelTerminationStrategy: PID 4202 died...\u000a00:57:26.533819 run iperf3-srv_10.42.42.10(pid=4202): Terminated {rc=256}\u000a00:57:26.543472 --- ParallelTerminationStrategy: PID 4203 died...\u000a00:57:26.596524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4203): Terminated: ok {rc=0}\u000a00:57:26.606254 --- ParallelTerminationStrategy: PID 4204 died...\u000a00:57:26.659345 run iperf3-srv_10.42.42.10(pid=4204): Terminated {rc=256}\u000a00:57:26.668755 --- ParallelTerminationStrategy: PID 4207 died...\u000a00:57:26.721776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4207): Terminated: ok {rc=0}\u000a00:57:26.731507 --- ParallelTerminationStrategy: PID 4210 died...\u000a00:57:26.784730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4210): Terminated: ok {rc=0}\u000a00:57:26.794625 --- ParallelTerminationStrategy: PID 4213 died...\u000a00:57:26.847668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4213): Terminated: ok {rc=0}\u000a00:57:26.936008 bus /gobi_0: Setting Powered False\u000a00:57:28.040187 bus /gobi_0: Setting Powered False\u000a00:57:29.151312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4230): Process ended prematurely: osmo-stp_10.42.42.5(pid=4230) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4230)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4230): Process ended prematurely: osmo-stp_10.42.42.5(pid=4230) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:57:30.260864 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.272399 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:30.420829 tst iperf3.py: using LAC 17954\u000a00:57:30.541890 tst iperf3.py: using RAC 104\u000a00:57:30.665244 tst iperf3.py: using CellId 17954\u000a00:57:30.783818 tst iperf3.py: using BVCI 17955\u000a00:57:30.806932 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.818534 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.846682 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.859048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.870832 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.884506 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.897557 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.910344 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:30.922343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:31.225277 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:31.365983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:31.724519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4216): Launched\u000a00:57:32.027777 run iperf3-srv_10.42.42.10(pid=4217): Launched\u000a00:57:32.234260 tst iperf3.py:8: start network...\u000a00:57:32.370088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:32.891952 run create_hlr_db(pid=4218): Launched\u000a00:57:33.080072 bus /gobi_6: Setting Powered False\u000a00:57:34.101144 run create_hlr_db(pid=4218): Terminated: ok {rc=0}\u000a00:57:34.536017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4220): Launched\u000a00:57:34.863227 run osmo-hlr_10.42.42.2(pid=4221): Launched\u000a00:57:34.984734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:35.553462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4223): Launched\u000a00:57:35.882112 run osmo-stp_10.42.42.5(pid=4230): Launched\u000a00:57:36.003814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:36.572341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4232): Launched\u000a00:57:36.688789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:36.974041 run patchelf(pid=4233): Launched\u000a00:57:37.164755 run osmo-stp_10.42.42.5(pid=4230): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4230)]\u000a00:57:37.304146 run osmo-stp_10.42.42.5(pid=4230): stdout: \u000a| (launched: 2022-12-09_00:57:35.719559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:37.443697 run osmo-stp_10.42.42.5(pid=4230): stderr: \u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005735915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:37.578648 run osmo-stp_10.42.42.5(pid=4230): stdout: \u000a| (launched: 2022-12-09_00:57:35.719559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:37.712713 run osmo-stp_10.42.42.5(pid=4230): stderr: \u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005735915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005735915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005735916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:37.868032 run patchelf(pid=4233): Terminating (SIGINT)\u000a00:57:38.050591 run patchelf(pid=4233): Terminated: ok {rc=0}\u000a00:57:38.084050 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4230): Process ended prematurely: osmo-stp_10.42.42.5(pid=4230) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4230)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:57:38.094186 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:57:38.156935 run osmo-hlr_10.42.42.2(pid=4221): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4221)]\u000a00:57:38.208264 run osmo-hlr_10.42.42.2(pid=4221): stdout: \u000a| (launched: 2022-12-09_00:57:34.701804) \u000a00:57:38.260309 run osmo-hlr_10.42.42.2(pid=4221): stderr: \u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005734901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005734916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005734925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005734925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005734925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:38.304647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4216): Terminating (SIGTERM)\u000a00:57:38.346581 run iperf3-srv_10.42.42.10(pid=4217): Terminating (SIGTERM)\u000a00:57:38.388433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4220): Terminating (SIGTERM)\u000a00:57:38.430383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4223): Terminating (SIGTERM)\u000a00:57:38.472164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4232): Terminating (SIGTERM)\u000a00:57:38.481793 --- ParallelTerminationStrategy: PID 4216 died...\u000a00:57:38.538298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4216): Terminated: ok {rc=0}\u000a00:57:38.548418 --- ParallelTerminationStrategy: PID 4217 died...\u000a00:57:38.604262 run iperf3-srv_10.42.42.10(pid=4217): Terminated {rc=256}\u000a00:57:38.614231 --- ParallelTerminationStrategy: PID 4220 died...\u000a00:57:38.670284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4220): Terminated: ok {rc=0}\u000a00:57:38.680253 --- ParallelTerminationStrategy: PID 4223 died...\u000a00:57:38.736076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4223): Terminated: ok {rc=0}\u000a00:57:38.746097 --- ParallelTerminationStrategy: PID 4232 died...\u000a00:57:38.801721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4232): Terminated: ok {rc=0}\u000a00:57:38.889884 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4248): Process ended prematurely: osmo-stp_10.42.42.5(pid=4248) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4248)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4248): Process ended prematurely: osmo-stp_10.42.42.5(pid=4248) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:57:40.000807 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.012381 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:40.158713 tst iperf3m4.py: using LAC 17955\u000a00:57:40.280216 tst iperf3m4.py: using RAC 105\u000a00:57:40.400904 tst iperf3m4.py: using CellId 17955\u000a00:57:40.522193 tst iperf3m4.py: using BVCI 17956\u000a00:57:40.545810 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.556478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.567151 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.578019 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.588789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.599659 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.610575 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.621349 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:40.632237 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:40.751839 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:40.870972 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:40.990186 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:57:41.286905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:57:41.422978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:41.762816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4234): Launched\u000a00:57:42.043126 run iperf3-srv_10.42.42.10(pid=4235): Launched\u000a00:57:42.242387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:57:42.378086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:42.717743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4236): Launched\u000a00:57:43.000215 run iperf3-srv_10.42.42.10(pid=4237): Launched\u000a00:57:43.199327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:57:43.334885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:43.674501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4238): Launched\u000a00:57:43.956597 run iperf3-srv_10.42.42.10(pid=4239): Launched\u000a00:57:44.156323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:57:44.292281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:57:44.632097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4240): Launched\u000a00:57:44.914112 run iperf3-srv_10.42.42.10(pid=4241): Launched\u000a00:57:45.114247 tst iperf3m4.py:8: start network...\u000a00:57:45.250323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:45.772095 run create_hlr_db(pid=4242): Launched\u000a00:57:45.972403 bus /gobi_6: Setting Powered False\u000a00:57:46.981637 run create_hlr_db(pid=4242): Terminated: ok {rc=0}\u000a00:57:47.410589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4244): Launched\u000a00:57:47.716571 run osmo-hlr_10.42.42.2(pid=4245): Launched\u000a00:57:47.835016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:48.375884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4247): Launched\u000a00:57:48.683197 run osmo-stp_10.42.42.5(pid=4248): Launched\u000a00:57:48.794225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:57:49.327507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4250): Launched\u000a00:57:49.435724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:57:49.701883 run patchelf(pid=4251): Launched\u000a00:57:49.879942 run osmo-stp_10.42.42.5(pid=4248): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4248)]\u000a00:57:50.010169 run osmo-stp_10.42.42.5(pid=4248): stdout: \u000a| (launched: 2022-12-09_00:57:48.530214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:50.141902 run osmo-stp_10.42.42.5(pid=4248): stderr: \u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005748705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:50.267500 run osmo-stp_10.42.42.5(pid=4248): stdout: \u000a| (launched: 2022-12-09_00:57:48.530214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:50.391691 run osmo-stp_10.42.42.5(pid=4248): stderr: \u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005748704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005748705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005748705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:50.536019 run patchelf(pid=4251): Terminating (SIGINT)\u000a00:57:50.707346 run patchelf(pid=4251): Terminated: ok {rc=0}\u000a00:57:50.738534 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4248): Process ended prematurely: osmo-stp_10.42.42.5(pid=4248) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4248)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:57:50.747841 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:57:50.808771 run osmo-hlr_10.42.42.2(pid=4245): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4245)]\u000a00:57:50.858232 run osmo-hlr_10.42.42.2(pid=4245): stdout: \u000a| (launched: 2022-12-09_00:57:47.564640) \u000a00:57:50.908193 run osmo-hlr_10.42.42.2(pid=4245): stderr: \u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005747741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005747753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005747761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005747762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005747762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:50.950462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4234): Terminating (SIGTERM)\u000a00:57:50.990522 run iperf3-srv_10.42.42.10(pid=4235): Terminating (SIGTERM)\u000a00:57:51.030548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4236): Terminating (SIGTERM)\u000a00:57:51.070410 run iperf3-srv_10.42.42.10(pid=4237): Terminating (SIGTERM)\u000a00:57:51.110518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4238): Terminating (SIGTERM)\u000a00:57:51.150528 run iperf3-srv_10.42.42.10(pid=4239): Terminating (SIGTERM)\u000a00:57:51.190565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4240): Terminating (SIGTERM)\u000a00:57:51.230061 run iperf3-srv_10.42.42.10(pid=4241): Terminating (SIGTERM)\u000a00:57:51.270027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4244): Terminating (SIGTERM)\u000a00:57:51.309883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4247): Terminating (SIGTERM)\u000a00:57:51.349692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4250): Terminating (SIGTERM)\u000a00:57:51.359047 --- ParallelTerminationStrategy: PID 4234 died...\u000a00:57:51.412223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4234): Terminated: ok {rc=0}\u000a00:57:51.421903 --- ParallelTerminationStrategy: PID 4235 died...\u000a00:57:51.475265 run iperf3-srv_10.42.42.10(pid=4235): Terminated {rc=256}\u000a00:57:51.485062 --- ParallelTerminationStrategy: PID 4236 died...\u000a00:57:51.538271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4236): Terminated: ok {rc=0}\u000a00:57:51.547755 --- ParallelTerminationStrategy: PID 4237 died...\u000a00:57:51.600429 run iperf3-srv_10.42.42.10(pid=4237): Terminated {rc=256}\u000a00:57:51.610157 --- ParallelTerminationStrategy: PID 4238 died...\u000a00:57:51.663189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4238): Terminated: ok {rc=0}\u000a00:57:51.672640 --- ParallelTerminationStrategy: PID 4239 died...\u000a00:57:51.725340 run iperf3-srv_10.42.42.10(pid=4239): Terminated {rc=256}\u000a00:57:51.735036 --- ParallelTerminationStrategy: PID 4240 died...\u000a00:57:51.787854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4240): Terminated: ok {rc=0}\u000a00:57:51.797670 --- ParallelTerminationStrategy: PID 4241 died...\u000a00:57:51.850451 run iperf3-srv_10.42.42.10(pid=4241): Terminated {rc=256}\u000a00:57:51.860113 --- ParallelTerminationStrategy: PID 4244 died...\u000a00:57:51.913383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4244): Terminated: ok {rc=0}\u000a00:57:51.923159 --- ParallelTerminationStrategy: PID 4247 died...\u000a00:57:51.975996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4247): Terminated: ok {rc=0}\u000a00:57:51.985803 --- ParallelTerminationStrategy: PID 4250 died...\u000a00:57:52.038601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4250): Terminated: ok {rc=0}\u000a00:57:52.121658 bus /gobi_4: Setting Powered False\u000a00:57:53.229730 bus /gobi_4: Setting Powered False\u000a00:57:54.340444 bus /gobi_1: Setting Powered False\u000a00:57:55.443586 bus /gobi_1: Setting Powered False\u000a00:57:56.554424 bus /gobi_0: Setting Powered False\u000a00:57:57.656444 bus /gobi_0: Setting Powered False\u000a00:57:58.768429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4258): Process ended prematurely: osmo-stp_10.42.42.5(pid=4258) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4258)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4258): Process ended prematurely: osmo-stp_10.42.42.5(pid=4258) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:57:59.835267 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:57:59.846778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:59.991674 tst ping.py: using LAC 17956\u000a00:58:00.117265 tst ping.py: using RAC 106\u000a00:58:00.244423 tst ping.py: using CellId 17956\u000a00:58:00.365205 tst ping.py: using BVCI 17957\u000a00:58:00.388184 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.399071 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.409955 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.421407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.433102 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.444083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.455694 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:00.467332 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:58:00.742679 tst ping.py:19: start network...\u000a00:58:00.887957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:01.428274 run create_hlr_db(pid=4252): Launched\u000a00:58:01.622967 bus /gobi_6: Setting Powered False\u000a00:58:02.635470 run create_hlr_db(pid=4252): Terminated: ok {rc=0}\u000a00:58:03.046625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4254): Launched\u000a00:58:03.347397 run osmo-hlr_10.42.42.2(pid=4255): Launched\u000a00:58:03.461540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:03.991024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4257): Launched\u000a00:58:04.291021 run osmo-stp_10.42.42.5(pid=4258): Launched\u000a00:58:04.400208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:04.921400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4260): Launched\u000a00:58:05.027141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:05.287852 run patchelf(pid=4261): Launched\u000a00:58:05.463081 run osmo-stp_10.42.42.5(pid=4258): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4258)]\u000a00:58:05.591560 run osmo-stp_10.42.42.5(pid=4258): stdout: \u000a| (launched: 2022-12-09_00:58:04.143000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:05.720052 run osmo-stp_10.42.42.5(pid=4258): stderr: \u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005804314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:05.844004 run osmo-stp_10.42.42.5(pid=4258): stdout: \u000a| (launched: 2022-12-09_00:58:04.143000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:05.966715 run osmo-stp_10.42.42.5(pid=4258): stderr: \u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005804313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005804314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005804314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:06.109913 run patchelf(pid=4261): Terminating (SIGINT)\u000a00:58:06.278197 run patchelf(pid=4261): Terminated: ok {rc=0}\u000a00:58:06.308665 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4258): Process ended prematurely: osmo-stp_10.42.42.5(pid=4258) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4258)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:58:06.317466 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:58:06.379071 run osmo-hlr_10.42.42.2(pid=4255): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4255)]\u000a00:58:06.428919 run osmo-hlr_10.42.42.2(pid=4255): stdout: \u000a| (launched: 2022-12-09_00:58:03.198691) \u000a00:58:06.479618 run osmo-hlr_10.42.42.2(pid=4255): stderr: \u000a| �[0;m�[1;31m20221209005803376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005803376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005803376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005803377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005803377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005803377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005803388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005803398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005803398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005803398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:06.522759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4254): Terminating (SIGTERM)\u000a00:58:06.563632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4257): Terminating (SIGTERM)\u000a00:58:06.604921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4260): Terminating (SIGTERM)\u000a00:58:06.614450 --- ParallelTerminationStrategy: PID 4254 died...\u000a00:58:06.668790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4254): Terminated: ok {rc=0}\u000a00:58:06.678706 --- ParallelTerminationStrategy: PID 4257 died...\u000a00:58:06.732902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4257): Terminated: ok {rc=0}\u000a00:58:06.742595 --- ParallelTerminationStrategy: PID 4260 died...\u000a00:58:06.796714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4260): Terminated: ok {rc=0}\u000a00:58:06.886278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4269): Process ended prematurely: osmo-stp_10.42.42.5(pid=4269) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4269)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4269): Process ended prematurely: osmo-stp_10.42.42.5(pid=4269) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:58:07.939057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:07.951167 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:58:08.097575 tst ping_idle_ping.py: using LAC 17957\u000a00:58:08.215120 tst ping_idle_ping.py: using RAC 107\u000a00:58:08.335162 tst ping_idle_ping.py: using CellId 17957\u000a00:58:08.455152 tst ping_idle_ping.py: using BVCI 17958\u000a00:58:08.478147 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.488886 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.499549 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.510477 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.521328 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.532038 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.543014 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:58:08.553915 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:58:08.830369 tst ping_idle_ping.py:24: start network...\u000a00:58:08.955854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:09.437268 run create_hlr_db(pid=4263): Launched\u000a00:58:09.611346 bus /gobi_6: Setting Powered False\u000a00:58:10.630430 run create_hlr_db(pid=4263): Terminated: ok {rc=0}\u000a00:58:11.058787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4265): Launched\u000a00:58:11.379402 run osmo-hlr_10.42.42.2(pid=4266): Launched\u000a00:58:11.501163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:12.058460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4268): Launched\u000a00:58:12.379883 run osmo-stp_10.42.42.5(pid=4269): Launched\u000a00:58:12.495631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:13.055395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4271): Launched\u000a00:58:13.169304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:13.448793 run patchelf(pid=4272): Launched\u000a00:58:13.636477 run osmo-stp_10.42.42.5(pid=4269): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4269)]\u000a00:58:13.774293 run osmo-stp_10.42.42.5(pid=4269): stdout: \u000a| (launched: 2022-12-09_00:58:12.221060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:13.911307 run osmo-stp_10.42.42.5(pid=4269): stderr: \u000a| �[0;m�[38;5;43m20221209005812412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005812413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005812413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005812413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:14.043751 run osmo-stp_10.42.42.5(pid=4269): stdout: \u000a| (launched: 2022-12-09_00:58:12.221060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:14.175065 run osmo-stp_10.42.42.5(pid=4269): stderr: \u000a| �[0;m�[38;5;43m20221209005812412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005812413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005812413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005812413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005812414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:14.328097 run patchelf(pid=4272): Terminating (SIGINT)\u000a00:58:14.507884 run patchelf(pid=4272): Terminated: ok {rc=0}\u000a00:58:14.540742 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4269): Process ended prematurely: osmo-stp_10.42.42.5(pid=4269) [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4269)] [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:58:14.550443 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:58:14.613214 run osmo-hlr_10.42.42.2(pid=4266): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4266)]\u000a00:58:14.664723 run osmo-hlr_10.42.42.2(pid=4266): stdout: \u000a| (launched: 2022-12-09_00:58:11.221484) \u000a00:58:14.717769 run osmo-hlr_10.42.42.2(pid=4266): stderr: \u000a| �[0;m�[1;31m20221209005811419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005811419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005811419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005811420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005811420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005811420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005811432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005811440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005811440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005811440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:14.762569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4265): Terminating (SIGTERM)\u000a00:58:14.804679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4268): Terminating (SIGTERM)\u000a00:58:14.847398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4271): Terminating (SIGTERM)\u000a00:58:14.857158 --- ParallelTerminationStrategy: PID 4265 died...\u000a00:58:14.913472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4265): Terminated: ok {rc=0}\u000a00:58:14.923628 --- ParallelTerminationStrategy: PID 4268 died...\u000a00:58:14.979643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4268): Terminated: ok {rc=0}\u000a00:58:14.989729 --- ParallelTerminationStrategy: PID 4271 died...\u000a00:58:15.045641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4271): Terminated: ok {rc=0}\u000a00:58:15.133854 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:57:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4282): Process ended prematurely: osmo-stp_10.42.42.5(pid=4282) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4282)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4282): Process ended prematurely: osmo-stp_10.42.42.5(pid=4282) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:58:17.161155 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.173159 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:58:17.325303 tst switch_tch_pdch.py: using LAC 17958\u000a00:58:17.451504 tst switch_tch_pdch.py: using RAC 108\u000a00:58:17.577078 tst switch_tch_pdch.py: using CellId 17958\u000a00:58:17.701926 tst switch_tch_pdch.py: using BVCI 17959\u000a00:58:17.726683 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.738256 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.749702 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.761215 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.772776 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.784358 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.796087 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:58:17.807613 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:58:17.924063 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:58:18.214945 tst switch_tch_pdch.py:51: start network...\u000a00:58:18.348823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:18.861470 run create_hlr_db(pid=4276): Launched\u000a00:58:19.048479 bus /gobi_6: Setting Powered False\u000a00:58:20.068127 run create_hlr_db(pid=4276): Terminated: ok {rc=0}\u000a00:58:20.470432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4278): Launched\u000a00:58:20.771361 run osmo-hlr_10.42.42.2(pid=4279): Launched\u000a00:58:20.889738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:21.419393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4281): Launched\u000a00:58:21.717765 run osmo-stp_10.42.42.5(pid=4282): Launched\u000a00:58:21.826712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:22.399044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4284): Launched\u000a00:58:22.513187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:22.795095 run patchelf(pid=4285): Launched\u000a00:58:22.983217 run osmo-stp_10.42.42.5(pid=4282): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4282)]\u000a00:58:23.120657 run osmo-stp_10.42.42.5(pid=4282): stdout: \u000a| (launched: 2022-12-09_00:58:21.570082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:23.258039 run osmo-stp_10.42.42.5(pid=4282): stderr: \u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005821744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:23.390761 run osmo-stp_10.42.42.5(pid=4282): stdout: \u000a| (launched: 2022-12-09_00:58:21.570082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:23.521999 run osmo-stp_10.42.42.5(pid=4282): stderr: \u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005821743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005821744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005821744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:23.675165 run patchelf(pid=4285): Terminating (SIGINT)\u000a00:58:23.854412 run patchelf(pid=4285): Terminated: ok {rc=0}\u000a00:58:23.886861 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4282): Process ended prematurely: osmo-stp_10.42.42.5(pid=4282) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4282)] [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:58:23.896135 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:58:23.959325 run osmo-hlr_10.42.42.2(pid=4279): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4279)]\u000a00:58:24.011151 run osmo-hlr_10.42.42.2(pid=4279): stdout: \u000a| (launched: 2022-12-09_00:58:20.621834) \u000a00:58:24.063473 run osmo-hlr_10.42.42.2(pid=4279): stderr: \u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005820798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005820810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005820818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005820818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005820819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:24.108199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4278): Terminating (SIGTERM)\u000a00:58:24.150483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4281): Terminating (SIGTERM)\u000a00:58:24.192535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4284): Terminating (SIGTERM)\u000a00:58:24.202416 --- ParallelTerminationStrategy: PID 4278 died...\u000a00:58:24.258845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4278): Terminated: ok {rc=0}\u000a00:58:24.269067 --- ParallelTerminationStrategy: PID 4281 died...\u000a00:58:24.325140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4281): Terminated: ok {rc=0}\u000a00:58:24.335291 --- ParallelTerminationStrategy: PID 4284 died...\u000a00:58:24.391008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4284): Terminated: ok {rc=0}\u000a00:58:24.478301 bus /gobi_0: Setting Powered False\u000a00:58:25.585619 bus /gobi_0: Setting Powered False\u000a00:58:26.697756 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:58:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4297): Process ended prematurely: osmo-stp_10.42.42.5(pid=4297) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4297)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4297): Process ended prematurely: osmo-stp_10.42.42.5(pid=4297) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:58:28.622549 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:28.633689 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:58:28.782482 tst switch_tch_pdch.py: using LAC 17959\u000a00:58:28.909677 tst switch_tch_pdch.py: using RAC 109\u000a00:58:29.034607 tst switch_tch_pdch.py: using CellId 17959\u000a00:58:29.159678 tst switch_tch_pdch.py: using BVCI 17960\u000a00:58:29.184230 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.195798 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.207126 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.218632 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.230101 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.241554 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.253223 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:58:29.264725 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:58:29.379929 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:58:29.657801 tst switch_tch_pdch.py:51: start network...\u000a00:58:29.781669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:30.224807 run create_hlr_db(pid=4291): Launched\u000a00:58:30.345926 bus /gobi_6: Setting Powered False\u000a00:58:31.474366 run create_hlr_db(pid=4291): Terminated: ok {rc=0}\u000a00:58:31.938996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4293): Launched\u000a00:58:32.270158 run osmo-hlr_10.42.42.2(pid=4294): Launched\u000a00:58:32.390732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:32.923312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4296): Launched\u000a00:58:33.245082 run osmo-stp_10.42.42.5(pid=4297): Launched\u000a00:58:33.361211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:33.892305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4299): Launched\u000a00:58:34.006783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:34.288098 run patchelf(pid=4300): Launched\u000a00:58:34.475511 run osmo-stp_10.42.42.5(pid=4297): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4297)]\u000a00:58:34.613048 run osmo-stp_10.42.42.5(pid=4297): stdout: \u000a| (launched: 2022-12-09_00:58:33.086233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:34.751120 run osmo-stp_10.42.42.5(pid=4297): stderr: \u000a| �[0;m�[38;5;43m20221209005833278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005833279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005833279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005833279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:34.884014 run osmo-stp_10.42.42.5(pid=4297): stdout: \u000a| (launched: 2022-12-09_00:58:33.086233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:35.016130 run osmo-stp_10.42.42.5(pid=4297): stderr: \u000a| �[0;m�[38;5;43m20221209005833278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005833279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005833279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005833279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005833282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:35.168665 run patchelf(pid=4300): Terminating (SIGINT)\u000a00:58:35.347759 run patchelf(pid=4300): Terminated: ok {rc=0}\u000a00:58:35.380228 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4297): Process ended prematurely: osmo-stp_10.42.42.5(pid=4297) [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4297)] [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:58:35.389625 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a00:58:35.452397 run osmo-hlr_10.42.42.2(pid=4294): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4294)]\u000a00:58:35.504244 run osmo-hlr_10.42.42.2(pid=4294): stdout: \u000a| (launched: 2022-12-09_00:58:32.109131) \u000a00:58:35.556727 run osmo-hlr_10.42.42.2(pid=4294): stderr: \u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005832365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005832373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005832374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005832374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:35.601604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4293): Terminating (SIGTERM)\u000a00:58:35.643891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4296): Terminating (SIGTERM)\u000a00:58:35.686621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4299): Terminating (SIGTERM)\u000a00:58:35.696353 --- ParallelTerminationStrategy: PID 4293 died...\u000a00:58:35.752706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4293): Terminated: ok {rc=0}\u000a00:58:35.763231 --- ParallelTerminationStrategy: PID 4296 died...\u000a00:58:35.819182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4296): Terminated: ok {rc=0}\u000a00:58:35.829228 --- ParallelTerminationStrategy: PID 4299 died...\u000a00:58:35.884928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4299): Terminated: ok {rc=0}\u000a00:58:35.972689 bus /gobi_0: Setting Powered False\u000a00:58:37.076516 bus /gobi_0: Setting Powered False\u000a00:58:38.186824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4305) [trial-2352↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4305)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4305) [trial-2352↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:40.075047 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:40.086348 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:40.228554 tst mo_mt_sms.py: using LAC 17960\u000a00:58:40.354077 tst mo_mt_sms.py: using RAC 110\u000a00:58:40.478327 tst mo_mt_sms.py: using CellId 17960\u000a00:58:40.607191 tst mo_mt_sms.py: using BVCI 17961\u000a00:58:40.631349 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:40.750551 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:41.023043 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:58:41.146449 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:58:41.764760 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4304): Launched\u000a00:58:42.060902 run osmo-nitb_10.42.42.2(pid=4305): Launched\u000a00:58:42.244696 run osmo-nitb_10.42.42.2(pid=4305): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4305)]\u000a00:58:42.380475 run osmo-nitb_10.42.42.2(pid=4305): stdout: \u000a| (launched: 2022-12-09_00:58:41.915855) \u000a00:58:42.516632 run osmo-nitb_10.42.42.2(pid=4305): stderr: \u000a| (launched: 2022-12-09_00:58:41.960142)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:42.647917 run osmo-nitb_10.42.42.2(pid=4305): stdout: \u000a| (launched: 2022-12-09_00:58:41.915855) \u000a00:58:42.778237 run osmo-nitb_10.42.42.2(pid=4305): stderr: \u000a| (launched: 2022-12-09_00:58:41.960142)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:43.180537 tst osmo-nitb_10.42.42.2(pid=4305): stdout: \u000a| (launched: 2022-12-09_00:58:41.915855) \u000a00:58:43.299030 tst osmo-nitb_10.42.42.2(pid=4305): stderr: \u000a| (launched: 2022-12-09_00:58:41.960142)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:58:43.350827 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4305) [trial-2352↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4305)] [trial-2352↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a00:58:43.358877 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:58:43.394122 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4304): Terminating (SIGTERM)\u000a00:58:43.571750 --- ParallelTerminationStrategy: PID 4304 died...\u000a00:58:43.627308 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4304): Terminated: ok {rc=0}\u000a00:58:43.716006 bus /sierra_3: Setting Powered False\u000a00:58:44.821565 bus /sierra_3: Setting Powered False\u000a00:58:45.944433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2352↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2352↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:58:47.858068 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:47.868439 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:48.002314 tst mo_mt_sms.py: using LAC 17961\u000a00:58:48.123977 tst mo_mt_sms.py: using RAC 111\u000a00:58:48.241867 tst mo_mt_sms.py: using CellId 17961\u000a00:58:48.356642 tst mo_mt_sms.py: using BVCI 17962\u000a00:58:48.379158 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:48.389714 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:48.400017 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:48.410653 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:48.421259 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:58:48.431741 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:48.544557 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:58:48.752830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:49.265840 run create_hlr_db(pid=4310): Launched\u000a00:58:49.451178 bus /sierra_2: Setting Powered False\u000a00:58:50.472516 run create_hlr_db(pid=4310): Terminated: ok {rc=0}\u000a00:58:50.874454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Launched\u000a00:58:51.177143 run osmo-hlr_10.42.42.2(pid=4313): Launched\u000a00:58:51.293015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:51.821407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Launched\u000a00:58:52.120187 run osmo-stp_10.42.42.5(pid=4316): Launched\u000a00:58:52.228212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:52.775282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4318): Launched\u000a00:58:53.074513 run osmo-msc_10.42.42.6(pid=4319): Launched\u000a00:58:53.249076 run osmo-stp_10.42.42.5(pid=4316): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)]\u000a00:58:53.375582 run osmo-stp_10.42.42.5(pid=4316): stdout: \u000a| (launched: 2022-12-09_00:58:51.971851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:53.499836 run osmo-stp_10.42.42.5(pid=4316): stderr: \u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005852142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:53.619649 run osmo-stp_10.42.42.5(pid=4316): stdout: \u000a| (launched: 2022-12-09_00:58:51.971851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:53.738448 run osmo-stp_10.42.42.5(pid=4316): stderr: \u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005852141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005852142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005852142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:53.790572 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4316): Process ended prematurely: osmo-stp_10.42.42.5(pid=4316) [trial-2352↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4316)] [trial-2352↪sms:trx-b200↪mo_mt_sms.py:16]\u000a00:58:53.798697 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:58:53.859638 run osmo-hlr_10.42.42.2(pid=4313): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4313)]\u000a00:58:53.909617 run osmo-hlr_10.42.42.2(pid=4313): stdout: \u000a| (launched: 2022-12-09_00:58:51.026313) \u000a00:58:53.959994 run osmo-hlr_10.42.42.2(pid=4313): stderr: \u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005851205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005851217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005851226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005851226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005851226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:54.028044 run osmo-msc_10.42.42.6(pid=4319): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4319)]\u000a00:58:54.077941 run osmo-msc_10.42.42.6(pid=4319): stdout: \u000a| (launched: 2022-12-09_00:58:52.926237) \u000a00:58:54.128411 run osmo-msc_10.42.42.6(pid=4319): stderr: \u000a| �[0;m�[38;5;43m20221209005853197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005853197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6280903c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005853197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005853197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005853198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005853198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005853200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005853200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005853200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005853200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:54.170826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Terminating (SIGTERM)\u000a00:58:54.211224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Terminating (SIGTERM)\u000a00:58:54.251632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4318): Terminating (SIGTERM)\u000a00:58:54.261267 --- ParallelTerminationStrategy: PID 4312 died...\u000a00:58:54.315592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4312): Terminated: ok {rc=0}\u000a00:58:54.325603 --- ParallelTerminationStrategy: PID 4315 died...\u000a00:58:54.379518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4315): Terminated: ok {rc=0}\u000a00:58:54.389273 --- ParallelTerminationStrategy: PID 4318 died...\u000a00:58:54.443159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4318): Terminated: ok {rc=0}\u000a00:58:54.533075 bus /sierra_3: Setting Powered False\u000a00:58:55.637397 bus /sierra_3: Setting Powered False\u000a00:58:56.743820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4326) [trial-2352↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4326)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4326) [trial-2352↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:58:58.588699 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:58:58.599811 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:58:58.743125 tst assert_extension.py: using LAC 17962\u000a00:58:58.868793 tst assert_extension.py: using RAC 112\u000a00:58:58.995543 tst assert_extension.py: using CellId 17962\u000a00:58:59.120196 tst assert_extension.py: using BVCI 17963\u000a00:58:59.144428 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:58:59.419181 tst assert_extension.py:10: start nitb and bts...\u000a00:58:59.543600 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:59:00.161612 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4325): Launched\u000a00:59:00.457509 run osmo-nitb_10.42.42.2(pid=4326): Launched\u000a00:59:00.640305 run osmo-nitb_10.42.42.2(pid=4326): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4326)]\u000a00:59:00.775366 run osmo-nitb_10.42.42.2(pid=4326): stdout: \u000a| (launched: 2022-12-09_00:59:00.312205) \u000a00:59:00.948100 run osmo-nitb_10.42.42.2(pid=4326): stderr: \u000a| (launched: 2022-12-09_00:59:00.356456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:59:01.094192 run osmo-nitb_10.42.42.2(pid=4326): stdout: \u000a| (launched: 2022-12-09_00:59:00.312205) \u000a00:59:01.236564 run osmo-nitb_10.42.42.2(pid=4326): stderr: \u000a| (launched: 2022-12-09_00:59:00.356456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:59:01.587528 tst osmo-nitb_10.42.42.2(pid=4326): stdout: \u000a| (launched: 2022-12-09_00:59:00.312205) \u000a00:59:01.720388 tst osmo-nitb_10.42.42.2(pid=4326): stderr: \u000a| (launched: 2022-12-09_00:59:00.356456)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:59:01.778506 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4326): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4326) [trial-2352↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4326)] [trial-2352↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a00:59:01.788146 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:59:01.826566 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4325): Terminating (SIGTERM)\u000a00:59:02.004729 --- ParallelTerminationStrategy: PID 4325 died...\u000a00:59:02.063095 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4325): Terminated: ok {rc=0}\u000a00:59:02.153077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2352↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2352↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:59:03.994274 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.005493 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:59:04.145851 tst assert_extension.py: using LAC 17963\u000a00:59:04.271714 tst assert_extension.py: using RAC 113\u000a00:59:04.396534 tst assert_extension.py: using CellId 17963\u000a00:59:04.521463 tst assert_extension.py: using BVCI 17964\u000a00:59:04.545678 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.556565 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.567481 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.578524 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.589913 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:59:04.600755 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:59:04.796729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:05.266599 run create_hlr_db(pid=4330): Launched\u000a00:59:05.439748 bus /sierra_2: Setting Powered False\u000a00:59:06.459909 run create_hlr_db(pid=4330): Terminated: ok {rc=0}\u000a00:59:06.858093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Launched\u000a00:59:07.158129 run osmo-hlr_10.42.42.2(pid=4333): Launched\u000a00:59:07.275511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:07.804055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Launched\u000a00:59:08.103559 run osmo-stp_10.42.42.5(pid=4336): Launched\u000a00:59:08.212277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:08.753860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Launched\u000a00:59:09.053208 run osmo-msc_10.42.42.6(pid=4339): Launched\u000a00:59:09.227728 run osmo-stp_10.42.42.5(pid=4336): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]\u000a00:59:09.354787 run osmo-stp_10.42.42.5(pid=4336): stdout: \u000a| (launched: 2022-12-09_00:59:07.954844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:09.478719 run osmo-stp_10.42.42.5(pid=4336): stderr: \u000a| �[0;m�[38;5;43m20221209005908126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005908126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005908127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005908127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:09.597857 run osmo-stp_10.42.42.5(pid=4336): stdout: \u000a| (launched: 2022-12-09_00:59:07.954844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:09.716526 run osmo-stp_10.42.42.5(pid=4336): stderr: \u000a| �[0;m�[38;5;43m20221209005908126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005908126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005908127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005908127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005908128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:09.768306 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2352↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)] [trial-2352↪ussd:trx-b200↪assert_extension.py:17]\u000a00:59:09.776259 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a00:59:09.836630 run osmo-hlr_10.42.42.2(pid=4333): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4333)]\u000a00:59:09.885990 run osmo-hlr_10.42.42.2(pid=4333): stdout: \u000a| (launched: 2022-12-09_00:59:07.009080) \u000a00:59:09.935969 run osmo-hlr_10.42.42.2(pid=4333): stderr: \u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005907185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005907198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005907206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005907206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005907206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:10.003503 run osmo-msc_10.42.42.6(pid=4339): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4339)]\u000a00:59:10.052585 run osmo-msc_10.42.42.6(pid=4339): stdout: \u000a| (launched: 2022-12-09_00:59:08.904473) \u000a00:59:10.102391 run osmo-msc_10.42.42.6(pid=4339): stderr: \u000a| �[0;m�[38;5;43m20221209005909178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005909178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6a68e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005909178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005909179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005909179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005909179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005909181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005909181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005909181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005909181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:10.144401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Terminating (SIGTERM)\u000a00:59:10.184670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Terminating (SIGTERM)\u000a00:59:10.224490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Terminating (SIGTERM)\u000a00:59:10.234033 --- ParallelTerminationStrategy: PID 4332 died...\u000a00:59:10.287866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Terminated: ok {rc=0}\u000a00:59:10.297437 --- ParallelTerminationStrategy: PID 4335 died...\u000a00:59:10.350831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Terminated: ok {rc=0}\u000a00:59:10.360372 --- ParallelTerminationStrategy: PID 4338 died...\u000a00:59:10.413797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Terminated: ok {rc=0}\u000a00:59:10.498592 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:59:03" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4350): Process ended prematurely: osmo-stp_10.42.42.5(pid=4350) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4350)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4350): Process ended prematurely: osmo-stp_10.42.42.5(pid=4350) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:12.445144 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.456424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:59:12.610527 tst mo_mt_call.py: using LAC 17964\u000a00:59:12.727726 tst mo_mt_call.py: using RAC 114\u000a00:59:12.847552 tst mo_mt_call.py: using CellId 17964\u000a00:59:12.963804 tst mo_mt_call.py: using BVCI 17965\u000a00:59:12.986795 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:12.997854 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:13.008575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:13.019760 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:13.031069 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:13.042161 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:13.160653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:13.373338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:13.893179 run create_hlr_db(pid=4344): Launched\u000a00:59:14.081384 bus /sierra_2: Setting Powered False\u000a00:59:15.102204 run create_hlr_db(pid=4344): Terminated: ok {rc=0}\u000a00:59:15.510263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4346): Launched\u000a00:59:15.814963 run osmo-hlr_10.42.42.2(pid=4347): Launched\u000a00:59:16.041200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:16.638186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4349): Launched\u000a00:59:17.123438 run osmo-stp_10.42.42.5(pid=4350): Launched\u000a00:59:17.234466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:17.791560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4352): Launched\u000a00:59:18.096539 run osmo-msc_10.42.42.6(pid=4353): Launched\u000a00:59:18.274675 run osmo-stp_10.42.42.5(pid=4350): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4350)]\u000a00:59:18.403277 run osmo-stp_10.42.42.5(pid=4350): stdout: \u000a| (launched: 2022-12-09_00:59:16.809484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:18.529791 run osmo-stp_10.42.42.5(pid=4350): stderr: \u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005916999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:18.651347 run osmo-stp_10.42.42.5(pid=4350): stdout: \u000a| (launched: 2022-12-09_00:59:16.809484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:18.771838 run osmo-stp_10.42.42.5(pid=4350): stderr: \u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005916999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005916999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005917000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:18.825278 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4350): Process ended prematurely: osmo-stp_10.42.42.5(pid=4350) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4350)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:59:18.834133 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:59:18.895017 run osmo-hlr_10.42.42.2(pid=4347): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4347)]\u000a00:59:18.944647 run osmo-hlr_10.42.42.2(pid=4347): stdout: \u000a| (launched: 2022-12-09_00:59:15.664079) \u000a00:59:18.995110 run osmo-hlr_10.42.42.2(pid=4347): stderr: \u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005915843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005915863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005915871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005915871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005915871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:19.062887 run osmo-msc_10.42.42.6(pid=4353): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4353)]\u000a00:59:19.112462 run osmo-msc_10.42.42.6(pid=4353): stdout: \u000a| (launched: 2022-12-09_00:59:17.945607) \u000a00:59:19.162611 run osmo-msc_10.42.42.6(pid=4353): stderr: \u000a| �[0;m�[38;5;43m20221209005918219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005918219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6594858c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005918219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005918219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005918220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005918220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005918222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005918222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005918222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005918222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:19.204709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4346): Terminating (SIGTERM)\u000a00:59:19.244744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4349): Terminating (SIGTERM)\u000a00:59:19.284683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4352): Terminating (SIGTERM)\u000a00:59:19.294132 --- ParallelTerminationStrategy: PID 4346 died...\u000a00:59:19.347855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4346): Terminated: ok {rc=0}\u000a00:59:19.357760 --- ParallelTerminationStrategy: PID 4349 died...\u000a00:59:19.410608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4349): Terminated: ok {rc=0}\u000a00:59:19.420496 --- ParallelTerminationStrategy: PID 4352 died...\u000a00:59:19.474786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4352): Terminated: ok {rc=0}\u000a00:59:19.564269 bus /sierra_3: Setting Powered False\u000a00:59:20.669836 bus /sierra_3: Setting Powered False\u000a00:59:21.781384 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4361): Process ended prematurely: osmo-stp_10.42.42.5(pid=4361) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4361)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4361): Process ended prematurely: osmo-stp_10.42.42.5(pid=4361) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:22.896867 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:22.909217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:59:23.076142 tst mo_mt_call_osmux.py: using LAC 17965\u000a00:59:23.205090 tst mo_mt_call_osmux.py: using RAC 115\u000a00:59:23.332917 tst mo_mt_call_osmux.py: using CellId 17965\u000a00:59:23.462092 tst mo_mt_call_osmux.py: using BVCI 17966\u000a00:59:23.486833 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:23.498403 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:23.509779 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:23.521835 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:23.533715 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:59:23.545430 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:23.664556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:59:23.866199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:24.344484 run create_hlr_db(pid=4355): Launched\u000a00:59:24.519368 bus /sierra_2: Setting Powered False\u000a00:59:25.540721 run create_hlr_db(pid=4355): Terminated: ok {rc=0}\u000a00:59:25.973713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4357): Launched\u000a00:59:26.299164 run osmo-hlr_10.42.42.2(pid=4358): Launched\u000a00:59:26.417125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:26.987090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4360): Launched\u000a00:59:27.315946 run osmo-stp_10.42.42.5(pid=4361): Launched\u000a00:59:27.434858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:28.033545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4363): Launched\u000a00:59:28.361314 run osmo-msc_10.42.42.6(pid=4364): Launched\u000a00:59:28.550390 run osmo-stp_10.42.42.5(pid=4361): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4361)]\u000a00:59:28.686645 run osmo-stp_10.42.42.5(pid=4361): stdout: \u000a| (launched: 2022-12-09_00:59:27.153723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:28.823878 run osmo-stp_10.42.42.5(pid=4361): stderr: \u000a| �[0;m�[38;5;43m20221209005927347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005927347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005927348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:28.954674 run osmo-stp_10.42.42.5(pid=4361): stdout: \u000a| (launched: 2022-12-09_00:59:27.153723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:29.084084 run osmo-stp_10.42.42.5(pid=4361): stderr: \u000a| �[0;m�[38;5;43m20221209005927347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005927347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005927348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005927348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005927349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:29.141583 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4361): Process ended prematurely: osmo-stp_10.42.42.5(pid=4361) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4361)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:59:29.151329 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:59:29.214682 run osmo-hlr_10.42.42.2(pid=4358): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4358)]\u000a00:59:29.266735 run osmo-hlr_10.42.42.2(pid=4358): stdout: \u000a| (launched: 2022-12-09_00:59:26.139161) \u000a00:59:29.319308 run osmo-hlr_10.42.42.2(pid=4358): stderr: \u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005926340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005926352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005926361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005926361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005926361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:29.390535 run osmo-msc_10.42.42.6(pid=4364): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4364)]\u000a00:59:29.442486 run osmo-msc_10.42.42.6(pid=4364): stdout: \u000a| (launched: 2022-12-09_00:59:28.199248) \u000a00:59:29.494604 run osmo-msc_10.42.42.6(pid=4364): stderr: \u000a| �[0;m�[38;5;43m20221209005928523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005928523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f4df16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005928523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005928523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005928523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005928523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005928526 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005928526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005928526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005928526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:29.538923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4357): Terminating (SIGTERM)\u000a00:59:29.580591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4360): Terminating (SIGTERM)\u000a00:59:29.622693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4363): Terminating (SIGTERM)\u000a00:59:29.632585 --- ParallelTerminationStrategy: PID 4357 died...\u000a00:59:29.689130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4357): Terminated: ok {rc=0}\u000a00:59:29.699502 --- ParallelTerminationStrategy: PID 4360 died...\u000a00:59:29.756089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4360): Terminated: ok {rc=0}\u000a00:59:29.766468 --- ParallelTerminationStrategy: PID 4363 died...\u000a00:59:29.822583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4363): Terminated: ok {rc=0}\u000a00:59:29.911787 bus /sierra_3: Setting Powered False\u000a00:59:31.015457 bus /sierra_3: Setting Powered False\u000a00:59:32.127183 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:59:12" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:34.116344 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.127401 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:34.283514 tst mo_mt_call.py: using LAC 17966\u000a00:59:34.410012 tst mo_mt_call.py: using RAC 116\u000a00:59:34.543236 tst mo_mt_call.py: using CellId 17966\u000a00:59:34.675045 tst mo_mt_call.py: using BVCI 17967\u000a00:59:34.699958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.711785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.723555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.734942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.746379 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:34.757753 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:34.876589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:35.078831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:35.558858 run create_hlr_db(pid=4369): Launched\u000a00:59:35.733773 bus /sierra_2: Setting Powered False\u000a00:59:36.755899 run create_hlr_db(pid=4369): Terminated: ok {rc=0}\u000a00:59:37.161811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Launched\u000a00:59:37.467098 run osmo-hlr_10.42.42.2(pid=4372): Launched\u000a00:59:37.584576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:38.122532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Launched\u000a00:59:38.427731 run osmo-stp_10.42.42.5(pid=4375): Launched\u000a00:59:38.538630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:39.093218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4377): Launched\u000a00:59:39.398619 run osmo-msc_10.42.42.6(pid=4378): Launched\u000a00:59:39.577635 run osmo-stp_10.42.42.5(pid=4375): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]\u000a00:59:39.706445 run osmo-stp_10.42.42.5(pid=4375): stdout: \u000a| (launched: 2022-12-09_00:59:38.276917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:39.833261 run osmo-stp_10.42.42.5(pid=4375): stderr: \u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005938451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:39.955138 run osmo-stp_10.42.42.5(pid=4375): stdout: \u000a| (launched: 2022-12-09_00:59:38.276917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:40.075675 run osmo-stp_10.42.42.5(pid=4375): stderr: \u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005938450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005938451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005938451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:40.129258 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:59:40.137941 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:59:40.198225 run osmo-hlr_10.42.42.2(pid=4372): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4372)]\u000a00:59:40.247758 run osmo-hlr_10.42.42.2(pid=4372): stdout: \u000a| (launched: 2022-12-09_00:59:37.316144) \u000a00:59:40.297916 run osmo-hlr_10.42.42.2(pid=4372): stderr: \u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005937496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005937513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005937522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005937523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005937523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:40.366022 run osmo-msc_10.42.42.6(pid=4378): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4378)]\u000a00:59:40.415959 run osmo-msc_10.42.42.6(pid=4378): stdout: \u000a| (launched: 2022-12-09_00:59:39.247262) \u000a00:59:40.465543 run osmo-msc_10.42.42.6(pid=4378): stderr: \u000a| �[0;m�[38;5;43m20221209005939520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005939520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe97bb72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005939520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005939520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005939521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005939521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005939523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005939523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005939524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005939524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:40.508041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Terminating (SIGTERM)\u000a00:59:40.548231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Terminating (SIGTERM)\u000a00:59:40.588276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4377): Terminating (SIGTERM)\u000a00:59:40.597777 --- ParallelTerminationStrategy: PID 4371 died...\u000a00:59:40.651634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Terminated: ok {rc=0}\u000a00:59:40.661597 --- ParallelTerminationStrategy: PID 4374 died...\u000a00:59:40.714992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Terminated: ok {rc=0}\u000a00:59:40.724797 --- ParallelTerminationStrategy: PID 4377 died...\u000a00:59:40.778635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4377): Terminated: ok {rc=0}\u000a00:59:40.867612 bus /sierra_3: Setting Powered False\u000a00:59:41.972176 bus /sierra_3: Setting Powered False\u000a00:59:43.085417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:59:44.196828 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.208642 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:59:44.367257 tst mo_mt_call_osmux.py: using LAC 17967\u000a00:59:44.489051 tst mo_mt_call_osmux.py: using RAC 117\u000a00:59:44.609622 tst mo_mt_call_osmux.py: using CellId 17967\u000a00:59:44.733904 tst mo_mt_call_osmux.py: using BVCI 17968\u000a00:59:44.756890 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.767905 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.778741 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.789878 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.801038 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:59:44.812071 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:44.931361 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:59:45.133475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:45.613801 run create_hlr_db(pid=4380): Launched\u000a00:59:45.789232 bus /sierra_2: Setting Powered False\u000a00:59:46.826917 run create_hlr_db(pid=4380): Terminated: ok {rc=0}\u000a00:59:47.270679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Launched\u000a00:59:47.598633 run osmo-hlr_10.42.42.2(pid=4383): Launched\u000a00:59:47.718586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:48.286604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Launched\u000a00:59:48.613915 run osmo-stp_10.42.42.5(pid=4386): Launched\u000a00:59:48.731859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:59:49.334823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4388): Launched\u000a00:59:49.661818 run osmo-msc_10.42.42.6(pid=4389): Launched\u000a00:59:49.855322 run osmo-stp_10.42.42.5(pid=4386): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]\u000a00:59:49.992622 run osmo-stp_10.42.42.5(pid=4386): stdout: \u000a| (launched: 2022-12-09_00:59:48.452364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:50.129526 run osmo-stp_10.42.42.5(pid=4386): stderr: \u000a| �[0;m�[38;5;43m20221209005948645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005948646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005948646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005948646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:50.259891 run osmo-stp_10.42.42.5(pid=4386): stdout: \u000a| (launched: 2022-12-09_00:59:48.452364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:50.389445 run osmo-stp_10.42.42.5(pid=4386): stderr: \u000a| �[0;m�[38;5;43m20221209005948645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005948646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005948646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005948646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005948647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:50.446665 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:59:50.455825 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:59:50.518747 run osmo-hlr_10.42.42.2(pid=4383): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4383)]\u000a00:59:50.570641 run osmo-hlr_10.42.42.2(pid=4383): stdout: \u000a| (launched: 2022-12-09_00:59:47.437204) \u000a00:59:50.622886 run osmo-hlr_10.42.42.2(pid=4383): stderr: \u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005947638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005947652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005947662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005947662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005947662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:50.693640 run osmo-msc_10.42.42.6(pid=4389): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4389)]\u000a00:59:50.745390 run osmo-msc_10.42.42.6(pid=4389): stdout: \u000a| (launched: 2022-12-09_00:59:49.500672) \u000a00:59:50.797472 run osmo-msc_10.42.42.6(pid=4389): stderr: \u000a| �[0;m�[38;5;43m20221209005949823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209005949824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11f0f04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209005949824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209005949824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209005949824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209005949824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209005949826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209005949826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209005949826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209005949826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:59:50.841550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Terminating (SIGTERM)\u000a00:59:50.883188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Terminating (SIGTERM)\u000a00:59:50.924839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4388): Terminating (SIGTERM)\u000a00:59:50.934473 --- ParallelTerminationStrategy: PID 4382 died...\u000a00:59:50.990366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Terminated: ok {rc=0}\u000a00:59:51.000352 --- ParallelTerminationStrategy: PID 4385 died...\u000a00:59:51.055760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Terminated: ok {rc=0}\u000a00:59:51.065754 --- ParallelTerminationStrategy: PID 4388 died...\u000a00:59:51.121169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4388): Terminated: ok {rc=0}\u000a00:59:51.208935 bus /sierra_3: Setting Powered False\u000a00:59:52.312603 bus /sierra_3: Setting Powered False\u000a00:59:53.422652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:59:33" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:59:55.412740 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:55.423711 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:59:55.579487 tst mo_mt_call.py: using LAC 17968\u000a00:59:55.703725 tst mo_mt_call.py: using RAC 118\u000a00:59:55.828933 tst mo_mt_call.py: using CellId 17968\u000a00:59:55.955432 tst mo_mt_call.py: using BVCI 17969\u000a00:59:55.980221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:55.992014 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.003393 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.014854 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.026344 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:59:56.037811 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:56.154377 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:59:56.365491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:56.885156 run create_hlr_db(pid=4394): Launched\u000a00:59:57.072860 bus /sierra_2: Setting Powered False\u000a00:59:58.094303 run create_hlr_db(pid=4394): Terminated: ok {rc=0}\u000a00:59:58.527046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Launched\u000a00:59:58.852301 run osmo-hlr_10.42.42.2(pid=4397): Launched\u000a00:59:58.972487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:59.540185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Launched\u000a00:59:59.868310 run osmo-stp_10.42.42.5(pid=4400): Launched\u000a00:59:59.986174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:00.580856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4402): Launched\u000a01:00:00.978215 run osmo-msc_10.42.42.6(pid=4403): Launched\u000a01:00:01.328521 run osmo-stp_10.42.42.5(pid=4400): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]\u000a01:00:01.610691 run osmo-stp_10.42.42.5(pid=4400): stdout: \u000a| (launched: 2022-12-09_00:59:59.706429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:01.749283 run osmo-stp_10.42.42.5(pid=4400): stderr: \u000a| �[0;m�[38;5;43m20221209005959899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005959899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005959900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005959900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005959900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005959901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005959901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:01.882018 run osmo-stp_10.42.42.5(pid=4400): stdout: \u000a| (launched: 2022-12-09_00:59:59.706429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:02.012578 run osmo-stp_10.42.42.5(pid=4400): stderr: \u000a| �[0;m�[38;5;43m20221209005959899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209005959899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209005959900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209005959900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209005959900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209005959901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209005959901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:02.070786 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:00:02.080562 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a01:00:02.144936 run osmo-hlr_10.42.42.2(pid=4397): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4397)]\u000a01:00:02.197450 run osmo-hlr_10.42.42.2(pid=4397): stdout: \u000a| (launched: 2022-12-09_00:59:58.691995) \u000a01:00:02.250674 run osmo-hlr_10.42.42.2(pid=4397): stderr: \u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209005958891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209005958904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209005958912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209005958912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209005958912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:02.321523 run osmo-msc_10.42.42.6(pid=4403): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4403)]\u000a01:00:02.373134 run osmo-msc_10.42.42.6(pid=4403): stdout: \u000a| (launched: 2022-12-09_01:00:00.746918) \u000a01:00:02.425426 run osmo-msc_10.42.42.6(pid=4403): stderr: \u000a| �[0;m�[38;5;43m20221209010001330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010001330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32637f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010001331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010001331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010001331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010001331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010001333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010001333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010001333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010001333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:02.469851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Terminating (SIGTERM)\u000a01:00:02.511797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Terminating (SIGTERM)\u000a01:00:02.553790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4402): Terminating (SIGTERM)\u000a01:00:02.563394 --- ParallelTerminationStrategy: PID 4396 died...\u000a01:00:02.619782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Terminated: ok {rc=0}\u000a01:00:02.629864 --- ParallelTerminationStrategy: PID 4399 died...\u000a01:00:02.686071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Terminated: ok {rc=0}\u000a01:00:02.696240 --- ParallelTerminationStrategy: PID 4402 died...\u000a01:00:02.753332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4402): Terminated: ok {rc=0}\u000a01:00:02.840793 bus /sierra_3: Setting Powered False\u000a01:00:03.949802 bus /sierra_3: Setting Powered False\u000a01:00:05.057156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:06.173095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.185421 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:00:06.350382 tst mo_mt_call_osmux.py: using LAC 17969\u000a01:00:06.483888 tst mo_mt_call_osmux.py: using RAC 119\u000a01:00:06.605663 tst mo_mt_call_osmux.py: using CellId 17969\u000a01:00:06.725127 tst mo_mt_call_osmux.py: using BVCI 17970\u000a01:00:06.748238 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.759295 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.770222 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.781294 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.792441 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:00:06.803459 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:00:06.919491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:00:07.131572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:07.650821 run create_hlr_db(pid=4408): Launched\u000a01:00:07.839301 bus /sierra_2: Setting Powered False\u000a01:00:08.860081 run create_hlr_db(pid=4408): Terminated: ok {rc=0}\u000a01:00:09.267889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Launched\u000a01:00:09.572114 run osmo-hlr_10.42.42.2(pid=4411): Launched\u000a01:00:09.691794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:10.222184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Launched\u000a01:00:10.526905 run osmo-stp_10.42.42.5(pid=4414): Launched\u000a01:00:10.638218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:11.194953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4416): Launched\u000a01:00:11.500692 run osmo-msc_10.42.42.6(pid=4417): Launched\u000a01:00:11.680073 run osmo-stp_10.42.42.5(pid=4414): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a01:00:11.810233 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-09_01:00:10.375905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:11.937543 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010010548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:12.059553 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-09_01:00:10.375905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:12.180910 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010010547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010010548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010010550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:12.234666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:00:12.243327 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:00:12.303907 run osmo-hlr_10.42.42.2(pid=4411): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4411)]\u000a01:00:12.353522 run osmo-hlr_10.42.42.2(pid=4411): stdout: \u000a| (launched: 2022-12-09_01:00:09.422130) \u000a01:00:12.403386 run osmo-hlr_10.42.42.2(pid=4411): stderr: \u000a| �[0;m�[1;31m20221209010009599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010009599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010009599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010009600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010009600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010009600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010009612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010009620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010009620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010009620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:12.472471 run osmo-msc_10.42.42.6(pid=4417): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4417)]\u000a01:00:12.521835 run osmo-msc_10.42.42.6(pid=4417): stdout: \u000a| (launched: 2022-12-09_01:00:11.349097) \u000a01:00:12.571219 run osmo-msc_10.42.42.6(pid=4417): stderr: \u000a| �[0;m�[38;5;43m20221209010011624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010011624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5c226bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010011624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010011624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010011624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010011625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010011628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010011629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:12.613504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminating (SIGTERM)\u000a01:00:12.653505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminating (SIGTERM)\u000a01:00:12.693539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4416): Terminating (SIGTERM)\u000a01:00:12.702903 --- ParallelTerminationStrategy: PID 4410 died...\u000a01:00:12.756265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminated: ok {rc=0}\u000a01:00:12.766013 --- ParallelTerminationStrategy: PID 4413 died...\u000a01:00:12.819402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminated: ok {rc=0}\u000a01:00:12.829069 --- ParallelTerminationStrategy: PID 4416 died...\u000a01:00:12.881597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4416): Terminated: ok {rc=0}\u000a01:00:12.969285 bus /sierra_3: Setting Powered False\u000a01:00:14.075017 bus /sierra_3: Setting Powered False\u000a01:00:15.182956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T00:59:55" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4428): Process ended prematurely: osmo-stp_10.42.42.5(pid=4428) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4428)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4428): Process ended prematurely: osmo-stp_10.42.42.5(pid=4428) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:00:17.228397 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.240288 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:00:17.406468 tst mo_mt_call.py: using LAC 17970\u000a01:00:17.541374 tst mo_mt_call.py: using RAC 120\u000a01:00:17.668467 tst mo_mt_call.py: using CellId 17970\u000a01:00:17.797562 tst mo_mt_call.py: using BVCI 17971\u000a01:00:17.822643 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.834348 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.845819 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.857784 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.869987 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:17.882478 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:17.999008 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:18.210703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:18.733448 run create_hlr_db(pid=4422): Launched\u000a01:00:18.922335 bus /sierra_2: Setting Powered False\u000a01:00:19.944838 run create_hlr_db(pid=4422): Terminated: ok {rc=0}\u000a01:00:20.380294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4424): Launched\u000a01:00:20.708553 run osmo-hlr_10.42.42.2(pid=4425): Launched\u000a01:00:20.828824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:21.397543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4427): Launched\u000a01:00:21.723809 run osmo-stp_10.42.42.5(pid=4428): Launched\u000a01:00:21.842842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:22.445378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4430): Launched\u000a01:00:22.773544 run osmo-msc_10.42.42.6(pid=4431): Launched\u000a01:00:22.964911 run osmo-stp_10.42.42.5(pid=4428): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4428)]\u000a01:00:23.106676 run osmo-stp_10.42.42.5(pid=4428): stdout: \u000a| (launched: 2022-12-09_01:00:21.563481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.242419 run osmo-stp_10.42.42.5(pid=4428): stderr: \u000a| �[0;m�[38;5;43m20221209010021757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010021757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010021758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010021758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:23.373570 run osmo-stp_10.42.42.5(pid=4428): stdout: \u000a| (launched: 2022-12-09_01:00:21.563481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.503706 run osmo-stp_10.42.42.5(pid=4428): stderr: \u000a| �[0;m�[38;5;43m20221209010021757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010021757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010021758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010021758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010021759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:23.561031 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4428): Process ended prematurely: osmo-stp_10.42.42.5(pid=4428) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4428)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:00:23.570538 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:00:23.633938 run osmo-hlr_10.42.42.2(pid=4425): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4425)]\u000a01:00:23.685860 run osmo-hlr_10.42.42.2(pid=4425): stdout: \u000a| (launched: 2022-12-09_01:00:20.546347) \u000a01:00:23.738444 run osmo-hlr_10.42.42.2(pid=4425): stderr: \u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010020747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010020759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010020768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010020768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010020768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:23.809596 run osmo-msc_10.42.42.6(pid=4431): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4431)]\u000a01:00:23.861975 run osmo-msc_10.42.42.6(pid=4431): stdout: \u000a| (launched: 2022-12-09_01:00:22.611868) \u000a01:00:23.914272 run osmo-msc_10.42.42.6(pid=4431): stderr: \u000a| �[0;m�[38;5;43m20221209010022938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010022938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa79df4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010022939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010022939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010022939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010022939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010022941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:23.958775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4424): Terminating (SIGTERM)\u000a01:00:24.000726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4427): Terminating (SIGTERM)\u000a01:00:24.042994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4430): Terminating (SIGTERM)\u000a01:00:24.052715 --- ParallelTerminationStrategy: PID 4424 died...\u000a01:00:24.109275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4424): Terminated: ok {rc=0}\u000a01:00:24.119508 --- ParallelTerminationStrategy: PID 4427 died...\u000a01:00:24.175987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4427): Terminated: ok {rc=0}\u000a01:00:24.186045 --- ParallelTerminationStrategy: PID 4430 died...\u000a01:00:24.242190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4430): Terminated: ok {rc=0}\u000a01:00:24.330432 bus /sierra_3: Setting Powered False\u000a01:00:25.437445 bus /sierra_3: Setting Powered False\u000a01:00:26.545844 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:27.661748 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:27.674044 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:00:27.841531 tst mo_mt_call_osmux.py: using LAC 17971\u000a01:00:27.968038 tst mo_mt_call_osmux.py: using RAC 121\u000a01:00:28.095675 tst mo_mt_call_osmux.py: using CellId 17971\u000a01:00:28.223257 tst mo_mt_call_osmux.py: using BVCI 17972\u000a01:00:28.248150 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:28.259630 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:28.270980 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:28.282300 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:28.293744 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:00:28.305140 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:28.425124 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:00:28.626071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:29.103333 run create_hlr_db(pid=4433): Launched\u000a01:00:29.277779 bus /sierra_2: Setting Powered False\u000a01:00:30.299096 run create_hlr_db(pid=4433): Terminated: ok {rc=0}\u000a01:00:30.731218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Launched\u000a01:00:31.195997 run osmo-hlr_10.42.42.2(pid=4436): Launched\u000a01:00:31.396114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:32.012698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Launched\u000a01:00:32.343490 run osmo-stp_10.42.42.5(pid=4439): Launched\u000a01:00:32.462359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:33.059859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4441): Launched\u000a01:00:33.387213 run osmo-msc_10.42.42.6(pid=4442): Launched\u000a01:00:33.576909 run osmo-stp_10.42.42.5(pid=4439): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)]\u000a01:00:33.713645 run osmo-stp_10.42.42.5(pid=4439): stdout: \u000a| (launched: 2022-12-09_01:00:32.182993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:33.850837 run osmo-stp_10.42.42.5(pid=4439): stderr: \u000a| �[0;m�[38;5;43m20221209010032384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010032385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010032385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010032385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:33.982105 run osmo-stp_10.42.42.5(pid=4439): stdout: \u000a| (launched: 2022-12-09_01:00:32.182993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:34.111347 run osmo-stp_10.42.42.5(pid=4439): stderr: \u000a| �[0;m�[38;5;43m20221209010032384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010032385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010032385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010032385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010032386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:34.168480 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4439): Process ended prematurely: osmo-stp_10.42.42.5(pid=4439) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4439)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:00:34.178043 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:00:34.240985 run osmo-hlr_10.42.42.2(pid=4436): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4436)]\u000a01:00:34.292751 run osmo-hlr_10.42.42.2(pid=4436): stdout: \u000a| (launched: 2022-12-09_01:00:30.913681) \u000a01:00:34.345301 run osmo-hlr_10.42.42.2(pid=4436): stderr: \u000a| �[0;m�[1;31m20221209010031150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010031150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010031151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010031151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010031151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010031151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010031167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010031183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010031184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010031184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:34.416039 run osmo-msc_10.42.42.6(pid=4442): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4442)]\u000a01:00:34.467768 run osmo-msc_10.42.42.6(pid=4442): stdout: \u000a| (launched: 2022-12-09_01:00:33.225413) \u000a01:00:34.519921 run osmo-msc_10.42.42.6(pid=4442): stderr: \u000a| �[0;m�[38;5;43m20221209010033550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010033551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc808807c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010033551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010033551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010033551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010033551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010033553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010033553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010033554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010033554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:34.564225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Terminating (SIGTERM)\u000a01:00:34.606527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Terminating (SIGTERM)\u000a01:00:34.648521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4441): Terminating (SIGTERM)\u000a01:00:34.658247 --- ParallelTerminationStrategy: PID 4435 died...\u000a01:00:34.714771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4435): Terminated: ok {rc=0}\u000a01:00:34.724924 --- ParallelTerminationStrategy: PID 4438 died...\u000a01:00:34.781525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4438): Terminated: ok {rc=0}\u000a01:00:34.791863 --- ParallelTerminationStrategy: PID 4441 died...\u000a01:00:34.848046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4441): Terminated: ok {rc=0}\u000a01:00:34.934219 bus /sierra_3: Setting Powered False\u000a01:00:36.042388 bus /sierra_3: Setting Powered False\u000a01:00:37.155195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:00:16" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4453): Process ended prematurely: osmo-stp_10.42.42.5(pid=4453) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4453)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4453): Process ended prematurely: osmo-stp_10.42.42.5(pid=4453) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:00:39.158113 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.169543 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:39.333423 tst mo_mt_call.py: using LAC 17972\u000a01:00:39.459162 tst mo_mt_call.py: using RAC 122\u000a01:00:39.584366 tst mo_mt_call.py: using CellId 17972\u000a01:00:39.709964 tst mo_mt_call.py: using BVCI 17973\u000a01:00:39.734724 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.746607 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.758043 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.769498 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.780801 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:39.792101 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:39.908721 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:40.110218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:40.592376 run create_hlr_db(pid=4447): Launched\u000a01:00:40.767178 bus /sierra_2: Setting Powered False\u000a01:00:41.789282 run create_hlr_db(pid=4447): Terminated: ok {rc=0}\u000a01:00:42.193350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4449): Launched\u000a01:00:42.497012 run osmo-hlr_10.42.42.2(pid=4450): Launched\u000a01:00:42.613483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:43.151733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4452): Launched\u000a01:00:43.456281 run osmo-stp_10.42.42.5(pid=4453): Launched\u000a01:00:43.567064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:44.124492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4455): Launched\u000a01:00:44.430719 run osmo-msc_10.42.42.6(pid=4456): Launched\u000a01:00:44.610022 run osmo-stp_10.42.42.5(pid=4453): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4453)]\u000a01:00:44.739775 run osmo-stp_10.42.42.5(pid=4453): stdout: \u000a| (launched: 2022-12-09_01:00:43.305849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:44.866822 run osmo-stp_10.42.42.5(pid=4453): stderr: \u000a| �[0;m�[38;5;43m20221209010043476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010043477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010043477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010043477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:44.988482 run osmo-stp_10.42.42.5(pid=4453): stdout: \u000a| (launched: 2022-12-09_01:00:43.305849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:45.109092 run osmo-stp_10.42.42.5(pid=4453): stderr: \u000a| �[0;m�[38;5;43m20221209010043476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010043477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010043477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010043477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010043478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:45.162530 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4453): Process ended prematurely: osmo-stp_10.42.42.5(pid=4453) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4453)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:00:45.171338 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:00:45.232164 run osmo-hlr_10.42.42.2(pid=4450): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4450)]\u000a01:00:45.281903 run osmo-hlr_10.42.42.2(pid=4450): stdout: \u000a| (launched: 2022-12-09_01:00:42.346754) \u000a01:00:45.332237 run osmo-hlr_10.42.42.2(pid=4450): stderr: \u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010042523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010042535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010042544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010042544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010042544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:45.400604 run osmo-msc_10.42.42.6(pid=4456): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4456)]\u000a01:00:45.450227 run osmo-msc_10.42.42.6(pid=4456): stdout: \u000a| (launched: 2022-12-09_01:00:44.278928) \u000a01:00:45.500285 run osmo-msc_10.42.42.6(pid=4456): stderr: \u000a| �[0;m�[38;5;43m20221209010044552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010044552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5826bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010044552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010044552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010044552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010044552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010044554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010044555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010044555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010044555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:45.542519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4449): Terminating (SIGTERM)\u000a01:00:45.582755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4452): Terminating (SIGTERM)\u000a01:00:45.623057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4455): Terminating (SIGTERM)\u000a01:00:45.632329 --- ParallelTerminationStrategy: PID 4449 died...\u000a01:00:45.686493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4449): Terminated: ok {rc=0}\u000a01:00:45.696132 --- ParallelTerminationStrategy: PID 4452 died...\u000a01:00:45.750351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4452): Terminated: ok {rc=0}\u000a01:00:45.760179 --- ParallelTerminationStrategy: PID 4455 died...\u000a01:00:45.813848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4455): Terminated: ok {rc=0}\u000a01:00:45.918491 bus /sierra_3: Setting Powered False\u000a01:00:47.026418 bus /sierra_3: Setting Powered False\u000a01:00:48.140477 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:00:49.252204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.264029 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:00:49.427924 tst mo_mt_call_osmux.py: using LAC 17973\u000a01:00:49.549751 tst mo_mt_call_osmux.py: using RAC 123\u000a01:00:49.667002 tst mo_mt_call_osmux.py: using CellId 17973\u000a01:00:49.792258 tst mo_mt_call_osmux.py: using BVCI 17974\u000a01:00:49.817356 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.828800 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.840146 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.851609 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.863119 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:00:49.874522 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:49.991275 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:00:50.203548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:50.724336 run create_hlr_db(pid=4458): Launched\u000a01:00:50.913728 bus /sierra_2: Setting Powered False\u000a01:00:51.934248 run create_hlr_db(pid=4458): Terminated: ok {rc=0}\u000a01:00:52.369385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Launched\u000a01:00:52.697989 run osmo-hlr_10.42.42.2(pid=4461): Launched\u000a01:00:52.819073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:53.389788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Launched\u000a01:00:53.719544 run osmo-stp_10.42.42.5(pid=4464): Launched\u000a01:00:53.838350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:00:54.437776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4466): Launched\u000a01:00:54.767090 run osmo-msc_10.42.42.6(pid=4467): Launched\u000a01:00:54.958386 run osmo-stp_10.42.42.5(pid=4464): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]\u000a01:00:55.095700 run osmo-stp_10.42.42.5(pid=4464): stdout: \u000a| (launched: 2022-12-09_01:00:53.557027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:55.231732 run osmo-stp_10.42.42.5(pid=4464): stderr: \u000a| �[0;m�[38;5;43m20221209010053751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010053751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010053752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010053752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010053754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010053755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010053755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:55.363051 run osmo-stp_10.42.42.5(pid=4464): stdout: \u000a| (launched: 2022-12-09_01:00:53.557027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:55.492842 run osmo-stp_10.42.42.5(pid=4464): stderr: \u000a| �[0;m�[38;5;43m20221209010053751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010053751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010053752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010053752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010053754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010053755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010053755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:55.550391 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)] [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:00:55.559719 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:00:55.622806 run osmo-hlr_10.42.42.2(pid=4461): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4461)]\u000a01:00:55.674719 run osmo-hlr_10.42.42.2(pid=4461): stdout: \u000a| (launched: 2022-12-09_01:00:52.535592) \u000a01:00:55.727172 run osmo-hlr_10.42.42.2(pid=4461): stderr: \u000a| �[0;m�[1;31m20221209010052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010052738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010052738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010052750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010052758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010052758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010052758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:55.798841 run osmo-msc_10.42.42.6(pid=4467): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4467)]\u000a01:00:55.850889 run osmo-msc_10.42.42.6(pid=4467): stdout: \u000a| (launched: 2022-12-09_01:00:54.604202) \u000a01:00:55.903302 run osmo-msc_10.42.42.6(pid=4467): stderr: \u000a| �[0;m�[38;5;43m20221209010054930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010054930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f164a17dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010054930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010054930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010054930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010054931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010054932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010054933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010054933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010054933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:00:55.947888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Terminating (SIGTERM)\u000a01:00:55.990201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Terminating (SIGTERM)\u000a01:00:56.032465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4466): Terminating (SIGTERM)\u000a01:00:56.042192 --- ParallelTerminationStrategy: PID 4460 died...\u000a01:00:56.099048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Terminated: ok {rc=0}\u000a01:00:56.109310 --- ParallelTerminationStrategy: PID 4463 died...\u000a01:00:56.165410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Terminated: ok {rc=0}\u000a01:00:56.175493 --- ParallelTerminationStrategy: PID 4466 died...\u000a01:00:56.231594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4466): Terminated: ok {rc=0}\u000a01:00:56.319559 bus /sierra_3: Setting Powered False\u000a01:00:57.427017 bus /sierra_3: Setting Powered False\u000a01:00:58.536420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:00:38" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:01:00.539000 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:00.550561 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:01:00.706987 tst mo_mt_call.py: using LAC 17974\u000a01:01:00.850001 tst mo_mt_call.py: using RAC 124\u000a01:01:00.992475 tst mo_mt_call.py: using CellId 17974\u000a01:01:01.149850 tst mo_mt_call.py: using BVCI 17975\u000a01:01:01.182762 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:01.198598 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:01.215123 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:01.231818 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:01.248395 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:01.263572 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:01.410493 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:01.661150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:02.235833 run create_hlr_db(pid=4473): Launched\u000a01:01:02.425246 bus /sierra_2: Setting Powered False\u000a01:01:03.446410 run create_hlr_db(pid=4473): Terminated: ok {rc=0}\u000a01:01:03.856507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Launched\u000a01:01:04.161330 run osmo-hlr_10.42.42.2(pid=4476): Launched\u000a01:01:04.281489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:04.816600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Launched\u000a01:01:05.122326 run osmo-stp_10.42.42.5(pid=4479): Launched\u000a01:01:05.233082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:05.787857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4481): Launched\u000a01:01:06.093377 run osmo-msc_10.42.42.6(pid=4482): Launched\u000a01:01:06.271865 run osmo-stp_10.42.42.5(pid=4479): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a01:01:06.400617 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-09_01:01:04.971204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:06.527123 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221209010105142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010105142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010105143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010105143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010105145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010105145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010105146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:06.649168 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-09_01:01:04.971204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:06.769893 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221209010105142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010105142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010105143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010105143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010105145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010105145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010105146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:06.823012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)] [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:01:06.831794 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:01:06.892276 run osmo-hlr_10.42.42.2(pid=4476): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4476)]\u000a01:01:06.941512 run osmo-hlr_10.42.42.2(pid=4476): stdout: \u000a| (launched: 2022-12-09_01:01:04.010574) \u000a01:01:06.991556 run osmo-hlr_10.42.42.2(pid=4476): stderr: \u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010104190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010104202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010104210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010104210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010104211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:07.059108 run osmo-msc_10.42.42.6(pid=4482): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4482)]\u000a01:01:07.108023 run osmo-msc_10.42.42.6(pid=4482): stdout: \u000a| (launched: 2022-12-09_01:01:05.942539) \u000a01:01:07.158461 run osmo-msc_10.42.42.6(pid=4482): stderr: \u000a| �[0;m�[38;5;43m20221209010106216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010106216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbed9429c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010106216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010106216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010106216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010106217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010106218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010106219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010106219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010106219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:07.200753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminating (SIGTERM)\u000a01:01:07.241023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminating (SIGTERM)\u000a01:01:07.281342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4481): Terminating (SIGTERM)\u000a01:01:07.290791 --- ParallelTerminationStrategy: PID 4475 died...\u000a01:01:07.344687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminated: ok {rc=0}\u000a01:01:07.354338 --- ParallelTerminationStrategy: PID 4478 died...\u000a01:01:07.407648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminated: ok {rc=0}\u000a01:01:07.417814 --- ParallelTerminationStrategy: PID 4481 died...\u000a01:01:07.471382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4481): Terminated: ok {rc=0}\u000a01:01:07.560760 bus /sierra_3: Setting Powered False\u000a01:01:08.665351 bus /sierra_3: Setting Powered False\u000a01:01:09.776337 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:10.887617 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:10.899504 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:01:11.066708 tst mo_mt_call_osmux.py: using LAC 17975\u000a01:01:11.194527 tst mo_mt_call_osmux.py: using RAC 125\u000a01:01:11.317526 tst mo_mt_call_osmux.py: using CellId 17975\u000a01:01:11.445160 tst mo_mt_call_osmux.py: using BVCI 17976\u000a01:01:11.470216 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:11.482046 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:11.493775 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:11.505382 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:11.517010 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:01:11.528500 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:11.648736 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:01:11.851335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:12.332321 run create_hlr_db(pid=4484): Launched\u000a01:01:12.508184 bus /sierra_2: Setting Powered False\u000a01:01:13.529367 run create_hlr_db(pid=4484): Terminated: ok {rc=0}\u000a01:01:13.958918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Launched\u000a01:01:14.265374 run osmo-hlr_10.42.42.2(pid=4487): Launched\u000a01:01:14.383146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:14.915757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Launched\u000a01:01:15.220788 run osmo-stp_10.42.42.5(pid=4490): Launched\u000a01:01:15.331390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:15.919087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Launched\u000a01:01:16.411622 run osmo-msc_10.42.42.6(pid=4493): Launched\u000a01:01:16.798463 run osmo-stp_10.42.42.5(pid=4490): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a01:01:16.938707 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-09_01:01:15.070037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:17.085178 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010115243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:17.250856 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-09_01:01:15.070037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:17.392059 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010115242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010115243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010115243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:17.446864 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)] [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:01:17.455812 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:01:17.517611 run osmo-hlr_10.42.42.2(pid=4487): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4487)]\u000a01:01:17.567995 run osmo-hlr_10.42.42.2(pid=4487): stdout: \u000a| (launched: 2022-12-09_01:01:14.113915) \u000a01:01:17.619170 run osmo-hlr_10.42.42.2(pid=4487): stderr: \u000a| �[0;m�[1;31m20221209010114290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010114290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010114291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010114291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010114291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010114291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010114303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010114311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010114312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010114312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:17.688255 run osmo-msc_10.42.42.6(pid=4493): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4493)]\u000a01:01:17.737996 run osmo-msc_10.42.42.6(pid=4493): stdout: \u000a| (launched: 2022-12-09_01:01:16.102793) \u000a01:01:17.789125 run osmo-msc_10.42.42.6(pid=4493): stderr: \u000a| �[0;m�[38;5;43m20221209010116456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010116457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1df53bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010116457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010116457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010116457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010116457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010116459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010116459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010116459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010116460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:17.831934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminating (SIGTERM)\u000a01:01:17.871837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminating (SIGTERM)\u000a01:01:17.912156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Terminating (SIGTERM)\u000a01:01:17.921883 --- ParallelTerminationStrategy: PID 4486 died...\u000a01:01:17.976257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminated: ok {rc=0}\u000a01:01:17.986071 --- ParallelTerminationStrategy: PID 4489 died...\u000a01:01:18.040535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminated: ok {rc=0}\u000a01:01:18.050190 --- ParallelTerminationStrategy: PID 4492 died...\u000a01:01:18.104791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4492): Terminated: ok {rc=0}\u000a01:01:18.193931 bus /sierra_3: Setting Powered False\u000a01:01:19.297682 bus /sierra_3: Setting Powered False\u000a01:01:20.408991 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:01:00" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:01:22.397134 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.408020 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:22.568839 tst mo_mt_call.py: using LAC 17976\u000a01:01:22.688058 tst mo_mt_call.py: using RAC 126\u000a01:01:22.808360 tst mo_mt_call.py: using CellId 17976\u000a01:01:22.930146 tst mo_mt_call.py: using BVCI 17977\u000a01:01:22.953199 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.963978 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.974730 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.985846 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:22.997255 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:23.008550 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:23.128788 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:23.330634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:23.808888 run create_hlr_db(pid=4498): Launched\u000a01:01:23.983819 bus /sierra_2: Setting Powered False\u000a01:01:25.004928 run create_hlr_db(pid=4498): Terminated: ok {rc=0}\u000a01:01:25.410826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Launched\u000a01:01:25.716138 run osmo-hlr_10.42.42.2(pid=4501): Launched\u000a01:01:25.835075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:26.373061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Launched\u000a01:01:26.678842 run osmo-stp_10.42.42.5(pid=4504): Launched\u000a01:01:26.790531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:27.347634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Launched\u000a01:01:27.654461 run osmo-msc_10.42.42.6(pid=4507): Launched\u000a01:01:27.833621 run osmo-stp_10.42.42.5(pid=4504): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)]\u000a01:01:27.963054 run osmo-stp_10.42.42.5(pid=4504): stdout: \u000a| (launched: 2022-12-09_01:01:26.527176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:28.089972 run osmo-stp_10.42.42.5(pid=4504): stderr: \u000a| �[0;m�[38;5;43m20221209010126698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010126699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010126699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010126699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:28.212096 run osmo-stp_10.42.42.5(pid=4504): stdout: \u000a| (launched: 2022-12-09_01:01:26.527176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:28.333966 run osmo-stp_10.42.42.5(pid=4504): stderr: \u000a| �[0;m�[38;5;43m20221209010126698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010126699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010126699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010126699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010126702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:28.387758 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4504): Process ended prematurely: osmo-stp_10.42.42.5(pid=4504) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4504)] [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:01:28.396487 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:01:28.458145 run osmo-hlr_10.42.42.2(pid=4501): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4501)]\u000a01:01:28.508332 run osmo-hlr_10.42.42.2(pid=4501): stdout: \u000a| (launched: 2022-12-09_01:01:25.564806) \u000a01:01:28.559021 run osmo-hlr_10.42.42.2(pid=4501): stderr: \u000a| �[0;m�[1;31m20221209010125742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010125742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010125742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010125743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010125743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010125743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010125755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010125763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010125764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010125764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:28.627344 run osmo-msc_10.42.42.6(pid=4507): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4507)]\u000a01:01:28.677361 run osmo-msc_10.42.42.6(pid=4507): stdout: \u000a| (launched: 2022-12-09_01:01:27.502421) \u000a01:01:28.728097 run osmo-msc_10.42.42.6(pid=4507): stderr: \u000a| �[0;m�[38;5;43m20221209010127778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010127778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15388e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010127778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010127778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010127778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010127778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010127781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010127781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010127781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010127781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:28.770510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Terminating (SIGTERM)\u000a01:01:28.811158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Terminating (SIGTERM)\u000a01:01:28.851764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Terminating (SIGTERM)\u000a01:01:28.861524 --- ParallelTerminationStrategy: PID 4500 died...\u000a01:01:28.916239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4500): Terminated: ok {rc=0}\u000a01:01:28.926132 --- ParallelTerminationStrategy: PID 4503 died...\u000a01:01:28.980075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4503): Terminated: ok {rc=0}\u000a01:01:28.990220 --- ParallelTerminationStrategy: PID 4506 died...\u000a01:01:29.043986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4506): Terminated: ok {rc=0}\u000a01:01:29.128861 bus /sierra_3: Setting Powered False\u000a01:01:30.236360 bus /sierra_3: Setting Powered False\u000a01:01:31.368063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:32.488033 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:32.500006 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:32.668145 tst mo_mt_call_osmux.py: using LAC 17977\u000a01:01:32.797285 tst mo_mt_call_osmux.py: using RAC 127\u000a01:01:32.926584 tst mo_mt_call_osmux.py: using CellId 17977\u000a01:01:33.054361 tst mo_mt_call_osmux.py: using BVCI 17978\u000a01:01:33.079350 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:33.090722 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:33.101971 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:33.113117 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:33.124188 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:01:33.135367 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:33.251874 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:01:33.463047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:33.988033 run create_hlr_db(pid=4509): Launched\u000a01:01:34.176852 bus /sierra_2: Setting Powered False\u000a01:01:35.186909 run create_hlr_db(pid=4509): Terminated: ok {rc=0}\u000a01:01:35.631200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Launched\u000a01:01:35.959237 run osmo-hlr_10.42.42.2(pid=4512): Launched\u000a01:01:36.077647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:36.651062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Launched\u000a01:01:36.980403 run osmo-stp_10.42.42.5(pid=4515): Launched\u000a01:01:37.099777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:37.699000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Launched\u000a01:01:38.027150 run osmo-msc_10.42.42.6(pid=4518): Launched\u000a01:01:38.217974 run osmo-stp_10.42.42.5(pid=4515): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)]\u000a01:01:38.355756 run osmo-stp_10.42.42.5(pid=4515): stdout: \u000a| (launched: 2022-12-09_01:01:36.818082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:38.493354 run osmo-stp_10.42.42.5(pid=4515): stderr: \u000a| �[0;m�[38;5;43m20221209010137015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010137015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010137016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010137016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:38.623963 run osmo-stp_10.42.42.5(pid=4515): stdout: \u000a| (launched: 2022-12-09_01:01:36.818082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:38.753887 run osmo-stp_10.42.42.5(pid=4515): stderr: \u000a| �[0;m�[38;5;43m20221209010137015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010137015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010137016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010137016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010137017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:38.811680 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4515): Process ended prematurely: osmo-stp_10.42.42.5(pid=4515) [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4515)] [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:01:38.820722 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:01:38.883953 run osmo-hlr_10.42.42.2(pid=4512): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4512)]\u000a01:01:38.935574 run osmo-hlr_10.42.42.2(pid=4512): stdout: \u000a| (launched: 2022-12-09_01:01:35.797999) \u000a01:01:38.987960 run osmo-hlr_10.42.42.2(pid=4512): stderr: \u000a| �[0;m�[1;31m20221209010135999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010135999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010135999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010135999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010135999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010136000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010136010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010136018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010136018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010136018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:39.059114 run osmo-msc_10.42.42.6(pid=4518): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4518)]\u000a01:01:39.111439 run osmo-msc_10.42.42.6(pid=4518): stdout: \u000a| (launched: 2022-12-09_01:01:37.865786) \u000a01:01:39.163855 run osmo-msc_10.42.42.6(pid=4518): stderr: \u000a| �[0;m�[38;5;43m20221209010138189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010138189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcdc5d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010138189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010138189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010138189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010138190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010138191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010138192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010138192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010138192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:39.208455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Terminating (SIGTERM)\u000a01:01:39.250641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Terminating (SIGTERM)\u000a01:01:39.292538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Terminating (SIGTERM)\u000a01:01:39.301859 --- ParallelTerminationStrategy: PID 4511 died...\u000a01:01:39.357942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4511): Terminated: ok {rc=0}\u000a01:01:39.368018 --- ParallelTerminationStrategy: PID 4514 died...\u000a01:01:39.423839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4514): Terminated: ok {rc=0}\u000a01:01:39.433928 --- ParallelTerminationStrategy: PID 4517 died...\u000a01:01:39.490087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4517): Terminated: ok {rc=0}\u000a01:01:39.577959 bus /sierra_3: Setting Powered False\u000a01:01:40.680548 bus /sierra_3: Setting Powered False\u000a01:01:41.788422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:01:22" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a01:01:43.787160 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:43.798608 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:43.956441 tst mo_mt_call.py: using LAC 17978\u000a01:01:44.083220 tst mo_mt_call.py: using RAC 128\u000a01:01:44.210300 tst mo_mt_call.py: using CellId 17978\u000a01:01:44.336849 tst mo_mt_call.py: using BVCI 17979\u000a01:01:44.361849 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:44.373316 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:44.384449 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:44.395665 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:44.406851 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:44.418190 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:44.534518 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:44.739484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:45.218512 run create_hlr_db(pid=4523): Launched\u000a01:01:45.393585 bus /sierra_2: Setting Powered False\u000a01:01:46.415226 run create_hlr_db(pid=4523): Terminated: ok {rc=0}\u000a01:01:46.845281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Launched\u000a01:01:47.194512 run osmo-hlr_10.42.42.2(pid=4526): Launched\u000a01:01:47.312283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:47.842990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Launched\u000a01:01:48.148834 run osmo-stp_10.42.42.5(pid=4529): Launched\u000a01:01:48.260584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:48.817890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Launched\u000a01:01:49.123086 run osmo-msc_10.42.42.6(pid=4532): Launched\u000a01:01:49.302190 run osmo-stp_10.42.42.5(pid=4529): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a01:01:49.431561 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-09_01:01:47.997282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:49.557822 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221209010148168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010148168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010148169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010148169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:49.679262 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-09_01:01:47.997282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:49.799682 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221209010148168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010148168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010148169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010148169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010148171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:49.853093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)] [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a01:01:49.861743 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:01:49.922010 run osmo-hlr_10.42.42.2(pid=4526): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4526)]\u000a01:01:49.971253 run osmo-hlr_10.42.42.2(pid=4526): stdout: \u000a| (launched: 2022-12-09_01:01:47.003169) \u000a01:01:50.021412 run osmo-hlr_10.42.42.2(pid=4526): stderr: \u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010147270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010147282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010147290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010147290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010147291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:50.089050 run osmo-msc_10.42.42.6(pid=4532): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4532)]\u000a01:01:50.138290 run osmo-msc_10.42.42.6(pid=4532): stdout: \u000a| (launched: 2022-12-09_01:01:48.971896) \u000a01:01:50.187962 run osmo-msc_10.42.42.6(pid=4532): stderr: \u000a| �[0;m�[38;5;43m20221209010149246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010149247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeb69a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010149247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010149247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010149247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010149247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010149249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010149249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010149249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010149249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:01:50.229705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminating (SIGTERM)\u000a01:01:50.269717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminating (SIGTERM)\u000a01:01:50.309502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminating (SIGTERM)\u000a01:01:50.318802 --- ParallelTerminationStrategy: PID 4525 died...\u000a01:01:50.372219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminated: ok {rc=0}\u000a01:01:50.381754 --- ParallelTerminationStrategy: PID 4528 died...\u000a01:01:50.435106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminated: ok {rc=0}\u000a01:01:50.444819 --- ParallelTerminationStrategy: PID 4531 died...\u000a01:01:50.498144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminated: ok {rc=0}\u000a01:01:50.587095 bus /sierra_3: Setting Powered False\u000a01:01:51.690884 bus /sierra_3: Setting Powered False\u000a01:01:52.802527 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:01:53.914212 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:53.925784 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a01:01:54.065643 tst mo_mt_call_osmux.py: using LAC 17979\u000a01:01:54.190634 tst mo_mt_call_osmux.py: using RAC 129\u000a01:01:54.311093 tst mo_mt_call_osmux.py: using CellId 17979\u000a01:01:54.428885 tst mo_mt_call_osmux.py: using BVCI 17980\u000a01:01:54.452059 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:54.463324 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:54.474333 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:54.486259 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:54.497800 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a01:01:54.509108 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:54.626248 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a01:01:54.838406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:55.359240 run create_hlr_db(pid=4534): Launched\u000a01:01:55.547807 bus /sierra_2: Setting Powered False\u000a01:01:56.568594 run create_hlr_db(pid=4534): Terminated: ok {rc=0}\u000a01:01:56.979169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Launched\u000a01:01:57.286894 run osmo-hlr_10.42.42.2(pid=4537): Launched\u000a01:01:57.406078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:57.944434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Launched\u000a01:01:58.249854 run osmo-stp_10.42.42.5(pid=4540): Launched\u000a01:01:58.360778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:01:58.918379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Launched\u000a01:01:59.224219 run osmo-msc_10.42.42.6(pid=4543): Launched\u000a01:01:59.402996 run osmo-stp_10.42.42.5(pid=4540): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)]\u000a01:01:59.531752 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-09_01:01:58.099410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:59.658604 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010158271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:59.780728 run osmo-stp_10.42.42.5(pid=4540): stdout: \u000a| (launched: 2022-12-09_01:01:58.099410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:59.901948 run osmo-stp_10.42.42.5(pid=4540): stderr: \u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010158271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010158271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010158272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:59.955359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4540): Process ended prematurely: osmo-stp_10.42.42.5(pid=4540) [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4540)] [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a01:01:59.964119 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:02:00.025691 run osmo-hlr_10.42.42.2(pid=4537): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4537)]\u000a01:02:00.075282 run osmo-hlr_10.42.42.2(pid=4537): stdout: \u000a| (launched: 2022-12-09_01:01:57.134085) \u000a01:02:00.125592 run osmo-hlr_10.42.42.2(pid=4537): stderr: \u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010157312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010157324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010157333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010157333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010157333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:00.192912 run osmo-msc_10.42.42.6(pid=4543): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4543)]\u000a01:02:00.242055 run osmo-msc_10.42.42.6(pid=4543): stdout: \u000a| (launched: 2022-12-09_01:01:59.072557) \u000a01:02:00.291748 run osmo-msc_10.42.42.6(pid=4543): stderr: \u000a| �[0;m�[38;5;43m20221209010159347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010159348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6d4343c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010159348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010159348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010159348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010159348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010159350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010159350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010159350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010159350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:00.333521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminating (SIGTERM)\u000a01:02:00.373149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminating (SIGTERM)\u000a01:02:00.413684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminating (SIGTERM)\u000a01:02:00.422860 --- ParallelTerminationStrategy: PID 4536 died...\u000a01:02:00.476574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4536): Terminated: ok {rc=0}\u000a01:02:00.486314 --- ParallelTerminationStrategy: PID 4539 died...\u000a01:02:00.540164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4539): Terminated: ok {rc=0}\u000a01:02:00.549733 --- ParallelTerminationStrategy: PID 4542 died...\u000a01:02:00.603746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4542): Terminated: ok {rc=0}\u000a01:02:00.692415 bus /sierra_3: Setting Powered False\u000a01:02:01.812450 bus /sierra_3: Setting Powered False\u000a01:02:02.927285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:01:43" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:02:04.914487 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:04.925808 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:02:05.066732 tst mo_mt_call.py: using LAC 17980\u000a01:02:05.191992 tst mo_mt_call.py: using RAC 130\u000a01:02:05.312111 tst mo_mt_call.py: using CellId 17980\u000a01:02:05.429754 tst mo_mt_call.py: using BVCI 17981\u000a01:02:05.452899 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:05.464137 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:05.475218 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:05.486616 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:05.499120 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:05.510195 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:05.625409 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:05.837558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:06.363218 run create_hlr_db(pid=4548): Launched\u000a01:02:06.553660 bus /sierra_2: Setting Powered False\u000a01:02:07.573940 run create_hlr_db(pid=4548): Terminated: ok {rc=0}\u000a01:02:07.986345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Launched\u000a01:02:08.292682 run osmo-hlr_10.42.42.2(pid=4551): Launched\u000a01:02:08.412273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:08.952143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Launched\u000a01:02:09.258776 run osmo-stp_10.42.42.5(pid=4554): Launched\u000a01:02:09.370476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:09.928398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Launched\u000a01:02:10.237125 run osmo-msc_10.42.42.6(pid=4557): Launched\u000a01:02:10.416430 run osmo-stp_10.42.42.5(pid=4554): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a01:02:10.545999 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-09_01:02:09.107135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:10.674541 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221209010209279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010209279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010209280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010209280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010209280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010209280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010209281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:10.797395 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-09_01:02:09.107135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:10.919310 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221209010209279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010209279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010209280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010209280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010209280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010209280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010209281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:10.973139 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)] [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:02:10.982144 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:02:11.043474 run osmo-hlr_10.42.42.2(pid=4551): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4551)]\u000a01:02:11.093444 run osmo-hlr_10.42.42.2(pid=4551): stdout: \u000a| (launched: 2022-12-09_01:02:08.141509) \u000a01:02:11.144168 run osmo-hlr_10.42.42.2(pid=4551): stderr: \u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010208321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010208334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010208345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010208345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010208346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:11.212323 run osmo-msc_10.42.42.6(pid=4557): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4557)]\u000a01:02:11.261912 run osmo-msc_10.42.42.6(pid=4557): stdout: \u000a| (launched: 2022-12-09_01:02:10.083491) \u000a01:02:11.312176 run osmo-msc_10.42.42.6(pid=4557): stderr: \u000a| �[0;m�[38;5;43m20221209010210356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010210356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1d9fe7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010210356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010210356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010210356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010210359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010210359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010210359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010210359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:11.354537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminating (SIGTERM)\u000a01:02:11.395116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminating (SIGTERM)\u000a01:02:11.435635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminating (SIGTERM)\u000a01:02:11.445461 --- ParallelTerminationStrategy: PID 4550 died...\u000a01:02:11.499469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminated: ok {rc=0}\u000a01:02:11.509894 --- ParallelTerminationStrategy: PID 4553 died...\u000a01:02:11.563427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminated: ok {rc=0}\u000a01:02:11.573477 --- ParallelTerminationStrategy: PID 4556 died...\u000a01:02:11.626837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminated: ok {rc=0}\u000a01:02:11.715567 bus /sierra_3: Setting Powered False\u000a01:02:12.822313 bus /sierra_3: Setting Powered False\u000a01:02:13.932029 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:02:15.047148 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.059665 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:02:15.213656 tst mo_mt_call_osmux.py: using LAC 17981\u000a01:02:15.340865 tst mo_mt_call_osmux.py: using RAC 131\u000a01:02:15.470286 tst mo_mt_call_osmux.py: using CellId 17981\u000a01:02:15.597359 tst mo_mt_call_osmux.py: using BVCI 17982\u000a01:02:15.622361 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.634160 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.645743 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.657363 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.669074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:02:15.680584 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:15.798094 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:02:16.038610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:16.601353 run create_hlr_db(pid=4559): Launched\u000a01:02:16.795947 bus /sierra_2: Setting Powered False\u000a01:02:17.811982 run create_hlr_db(pid=4559): Terminated: ok {rc=0}\u000a01:02:18.222370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Launched\u000a01:02:18.528754 run osmo-hlr_10.42.42.2(pid=4562): Launched\u000a01:02:18.648045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:19.187151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Launched\u000a01:02:19.491579 run osmo-stp_10.42.42.5(pid=4565): Launched\u000a01:02:19.602408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:20.160509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Launched\u000a01:02:20.469361 run osmo-msc_10.42.42.6(pid=4568): Launched\u000a01:02:20.648077 run osmo-stp_10.42.42.5(pid=4565): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)]\u000a01:02:20.777747 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-09_01:02:19.341585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:20.904300 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010219514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:21.026232 run osmo-stp_10.42.42.5(pid=4565): stdout: \u000a| (launched: 2022-12-09_01:02:19.341585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:21.146903 run osmo-stp_10.42.42.5(pid=4565): stderr: \u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010219514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010219514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010219515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:21.200169 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4565): Process ended prematurely: osmo-stp_10.42.42.5(pid=4565) [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4565)] [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:02:21.208744 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:02:21.268742 run osmo-hlr_10.42.42.2(pid=4562): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4562)]\u000a01:02:21.317792 run osmo-hlr_10.42.42.2(pid=4562): stdout: \u000a| (launched: 2022-12-09_01:02:18.377342) \u000a01:02:21.367472 run osmo-hlr_10.42.42.2(pid=4562): stderr: \u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010218552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010218564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010218573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010218573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010218573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:21.435188 run osmo-msc_10.42.42.6(pid=4568): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4568)]\u000a01:02:21.484620 run osmo-msc_10.42.42.6(pid=4568): stdout: \u000a| (launched: 2022-12-09_01:02:20.315417) \u000a01:02:21.534640 run osmo-msc_10.42.42.6(pid=4568): stderr: \u000a| �[0;m�[38;5;43m20221209010220587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010220588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3990c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010220588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010220588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010220588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010220588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010220590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010220590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010220591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010220591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:21.576660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminating (SIGTERM)\u000a01:02:21.616504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminating (SIGTERM)\u000a01:02:21.656271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminating (SIGTERM)\u000a01:02:21.665648 --- ParallelTerminationStrategy: PID 4561 died...\u000a01:02:21.719239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4561): Terminated: ok {rc=0}\u000a01:02:21.728732 --- ParallelTerminationStrategy: PID 4564 died...\u000a01:02:21.782241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4564): Terminated: ok {rc=0}\u000a01:02:21.791698 --- ParallelTerminationStrategy: PID 4567 died...\u000a01:02:21.844714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4567): Terminated: ok {rc=0}\u000a01:02:21.933900 bus /sierra_3: Setting Powered False\u000a01:02:23.036632 bus /sierra_3: Setting Powered False\u000a01:02:24.148258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:02:04" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:02:26.173957 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.185150 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:26.333626 tst emergency_mo_mt_call.py: using LAC 17982\u000a01:02:26.457575 tst emergency_mo_mt_call.py: using RAC 132\u000a01:02:26.586623 tst emergency_mo_mt_call.py: using CellId 17982\u000a01:02:26.712888 tst emergency_mo_mt_call.py: using BVCI 17983\u000a01:02:26.737294 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.748412 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.759372 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.770496 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.781633 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:26.792531 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:26.907399 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:27.116264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:27.629511 run create_hlr_db(pid=4573): Launched\u000a01:02:27.816717 bus /sierra_2: Setting Powered False\u000a01:02:28.837809 run create_hlr_db(pid=4573): Terminated: ok {rc=0}\u000a01:02:29.241611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Launched\u000a01:02:29.542324 run osmo-hlr_10.42.42.2(pid=4576): Launched\u000a01:02:29.653108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:30.213681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Launched\u000a01:02:30.537387 run osmo-stp_10.42.42.5(pid=4579): Launched\u000a01:02:30.666619 tst emergency_mo_mt_call.py: using MSISDN 6946\u000a01:02:30.840362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:31.457875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Launched\u000a01:02:31.809326 run osmo-msc_10.42.42.6(pid=4582): Launched\u000a01:02:32.234436 run osmo-stp_10.42.42.5(pid=4579): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)]\u000a01:02:32.362146 run osmo-stp_10.42.42.5(pid=4579): stdout: \u000a| (launched: 2022-12-09_01:02:30.377168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.486699 run osmo-stp_10.42.42.5(pid=4579): stderr: \u000a| �[0;m�[38;5;43m20221209010230571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010230572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010230572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010230572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.606410 run osmo-stp_10.42.42.5(pid=4579): stdout: \u000a| (launched: 2022-12-09_01:02:30.377168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.725037 run osmo-stp_10.42.42.5(pid=4579): stderr: \u000a| �[0;m�[38;5;43m20221209010230571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010230572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010230572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010230572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010230573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.777088 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4579): Process ended prematurely: osmo-stp_10.42.42.5(pid=4579) [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4579)] [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a01:02:32.785299 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a01:02:32.846003 run osmo-hlr_10.42.42.2(pid=4576): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4576)]\u000a01:02:32.895559 run osmo-hlr_10.42.42.2(pid=4576): stdout: \u000a| (launched: 2022-12-09_01:02:29.392720) \u000a01:02:32.945771 run osmo-hlr_10.42.42.2(pid=4576): stderr: \u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010229570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010229582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010229591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010229591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010229591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:33.013598 run osmo-msc_10.42.42.6(pid=4582): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4582)]\u000a01:02:33.063021 run osmo-msc_10.42.42.6(pid=4582): stdout: \u000a| (launched: 2022-12-09_01:02:31.623374) \u000a01:02:33.113193 run osmo-msc_10.42.42.6(pid=4582): stderr: \u000a| �[0;m�[38;5;43m20221209010232030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010232031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa40a7dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010232031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010232033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010232034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010232034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010232034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:33.155288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Terminating (SIGTERM)\u000a01:02:33.195288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Terminating (SIGTERM)\u000a01:02:33.235673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Terminating (SIGTERM)\u000a01:02:33.245205 --- ParallelTerminationStrategy: PID 4575 died...\u000a01:02:33.299434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4575): Terminated: ok {rc=0}\u000a01:02:33.309196 --- ParallelTerminationStrategy: PID 4578 died...\u000a01:02:33.362673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4578): Terminated: ok {rc=0}\u000a01:02:33.372321 --- ParallelTerminationStrategy: PID 4581 died...\u000a01:02:33.425807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4581): Terminated: ok {rc=0}\u000a01:02:33.516032 bus /sierra_3: Setting Powered False\u000a01:02:34.619779 bus /sierra_3: Setting Powered False\u000a01:02:35.731540 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4591): Process ended prematurely: osmo-stp_10.42.42.5(pid=4591) [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4591)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4591): Process ended prematurely: osmo-stp_10.42.42.5(pid=4591) [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:02:36.783478 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:36.794810 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:36.933119 tst emergency_preemptive_call.py: using LAC 17983\u000a01:02:37.055132 tst emergency_preemptive_call.py: using RAC 133\u000a01:02:37.172610 tst emergency_preemptive_call.py: using CellId 17983\u000a01:02:37.288411 tst emergency_preemptive_call.py: using BVCI 17984\u000a01:02:37.311022 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:37.321771 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:37.332183 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:37.342931 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:37.353623 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:02:37.364184 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:37.482478 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:37.603324 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:37.717725 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:37.928128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:38.445489 run create_hlr_db(pid=4585): Launched\u000a01:02:38.632777 bus /sierra_2: Setting Powered False\u000a01:02:39.652734 run create_hlr_db(pid=4585): Terminated: ok {rc=0}\u000a01:02:40.057315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4587): Launched\u000a01:02:40.358207 run osmo-hlr_10.42.42.2(pid=4588): Launched\u000a01:02:40.472312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:41.006982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4590): Launched\u000a01:02:41.307905 run osmo-stp_10.42.42.5(pid=4591): Launched\u000a01:02:41.429903 tst emergency_preemptive_call.py: using MSISDN 6947\u000a01:02:41.577254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:02:42.122301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4593): Launched\u000a01:02:42.423018 run osmo-msc_10.42.42.6(pid=4594): Launched\u000a01:02:42.599851 run osmo-stp_10.42.42.5(pid=4591): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4591)]\u000a01:02:42.727729 run osmo-stp_10.42.42.5(pid=4591): stdout: \u000a| (launched: 2022-12-09_01:02:41.159216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:42.853336 run osmo-stp_10.42.42.5(pid=4591): stderr: \u000a| �[0;m�[38;5;43m20221209010241331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010241332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010241332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010241333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010241333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010241334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010241334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:42.974695 run osmo-stp_10.42.42.5(pid=4591): stdout: \u000a| (launched: 2022-12-09_01:02:41.159216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:43.094196 run osmo-stp_10.42.42.5(pid=4591): stderr: \u000a| �[0;m�[38;5;43m20221209010241331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010241332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010241332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010241333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010241333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010241334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010241334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:43.146431 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4591): Process ended prematurely: osmo-stp_10.42.42.5(pid=4591) [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4591)] [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a01:02:43.154484 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:02:43.215441 run osmo-hlr_10.42.42.2(pid=4588): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4588)]\u000a01:02:43.265465 run osmo-hlr_10.42.42.2(pid=4588): stdout: \u000a| (launched: 2022-12-09_01:02:40.209199) \u000a01:02:43.315989 run osmo-hlr_10.42.42.2(pid=4588): stderr: \u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010240386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010240399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010240408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010240408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010240408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:43.384681 run osmo-msc_10.42.42.6(pid=4594): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4594)]\u000a01:02:43.434942 run osmo-msc_10.42.42.6(pid=4594): stdout: \u000a| (launched: 2022-12-09_01:02:42.273746) \u000a01:02:43.485334 run osmo-msc_10.42.42.6(pid=4594): stderr: \u000a| �[0;m�[38;5;43m20221209010242547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010242548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc16d052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010242548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010242548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010242548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010242549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010242550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010242551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010242551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010242551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:02:43.527640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4587): Terminating (SIGTERM)\u000a01:02:43.568022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4590): Terminating (SIGTERM)\u000a01:02:43.608329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4593): Terminating (SIGTERM)\u000a01:02:43.617904 --- ParallelTerminationStrategy: PID 4587 died...\u000a01:02:43.672250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4587): Terminated: ok {rc=0}\u000a01:02:43.682067 --- ParallelTerminationStrategy: PID 4590 died...\u000a01:02:43.735827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4590): Terminated: ok {rc=0}\u000a01:02:43.745729 --- ParallelTerminationStrategy: PID 4593 died...\u000a01:02:43.799327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4593): Terminated: ok {rc=0}\u000a01:02:43.889636 bus /sierra_9: Setting Powered False\u000a01:02:44.996599 bus /sierra_9: Setting Powered False\u000a01:02:46.130681 bus /sierra_8: Setting Powered False\u000a01:02:47.240279 bus /sierra_8: Setting Powered False\u000a01:02:48.353593 bus /sierra_3: Setting Powered False\u000a01:02:49.457869 bus /sierra_3: Setting Powered False\u000a01:02:50.570585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:02:52.711017 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:52.722226 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:02:52.868773 tst cs_paging_gprs_active.py: using LAC 17984\u000a01:02:52.997292 tst cs_paging_gprs_active.py: using RAC 134\u000a01:02:53.127072 tst cs_paging_gprs_active.py: using CellId 17984\u000a01:02:53.256655 tst cs_paging_gprs_active.py: using BVCI 17985\u000a01:02:53.281855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.292886 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.303641 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.314554 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.325310 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.336089 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.347220 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.358106 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:02:53.369196 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:53.485085 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:02:53.783881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:02:53.921414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:54.261106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4599): Launched\u000a01:02:54.544159 run iperf3-srv_10.42.42.10(pid=4600): Launched\u000a01:02:54.745306 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:02:54.882270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:55.224885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4601): Launched\u000a01:02:55.508715 run iperf3-srv_10.42.42.10(pid=4602): Launched\u000a01:02:55.709031 tst cs_paging_gprs_active.py:38: start network...\u000a01:02:55.846319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:56.371697 run create_hlr_db(pid=4603): Launched\u000a01:02:56.561252 bus /sierra_2: Setting Powered False\u000a01:02:57.581815 run create_hlr_db(pid=4603): Terminated: ok {rc=0}\u000a01:02:58.018876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Launched\u000a01:02:58.347475 run osmo-hlr_10.42.42.2(pid=4606): Launched\u000a01:02:58.468438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:59.045901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Launched\u000a01:02:59.375495 run osmo-stp_10.42.42.5(pid=4609): Launched\u000a01:02:59.493278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:00.064664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4611): Launched\u000a01:03:00.181286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:00.469664 run patchelf(pid=4612): Launched\u000a01:03:00.662351 run osmo-stp_10.42.42.5(pid=4609): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]\u000a01:03:00.802773 run osmo-stp_10.42.42.5(pid=4609): stdout: \u000a| (launched: 2022-12-09_01:02:59.213022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:00.946579 run osmo-stp_10.42.42.5(pid=4609): stderr: \u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010259407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:01.091073 run osmo-stp_10.42.42.5(pid=4609): stdout: \u000a| (launched: 2022-12-09_01:02:59.213022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:01.245543 run osmo-stp_10.42.42.5(pid=4609): stderr: \u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010259406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010259407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010259407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:01.405330 run patchelf(pid=4612): Terminating (SIGINT)\u000a01:03:01.592538 run patchelf(pid=4612): Terminated: ok {rc=0}\u000a01:03:01.627387 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)] [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a01:03:01.637996 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:03:01.714638 run osmo-hlr_10.42.42.2(pid=4606): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4606)]\u000a01:03:01.777851 run osmo-hlr_10.42.42.2(pid=4606): stdout: \u000a| (launched: 2022-12-09_01:02:58.185525) \u000a01:03:01.842107 run osmo-hlr_10.42.42.2(pid=4606): stderr: \u000a| �[0;m�[1;31m20221209010258385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010258386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010258386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010258386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010258386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010258386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010258398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010258406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010258406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010258406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:01.898147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4599): Terminating (SIGTERM)\u000a01:03:01.951629 run iperf3-srv_10.42.42.10(pid=4600): Terminating (SIGTERM)\u000a01:03:02.005377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4601): Terminating (SIGTERM)\u000a01:03:02.060214 run iperf3-srv_10.42.42.10(pid=4602): Terminating (SIGTERM)\u000a01:03:02.113946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Terminating (SIGTERM)\u000a01:03:02.166731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Terminating (SIGTERM)\u000a01:03:02.210333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4611): Terminating (SIGTERM)\u000a01:03:02.221464 --- ParallelTerminationStrategy: PID 4599 died...\u000a01:03:02.279712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4599): Terminated: ok {rc=0}\u000a01:03:02.289723 --- ParallelTerminationStrategy: PID 4600 died...\u000a01:03:02.343988 run iperf3-srv_10.42.42.10(pid=4600): Terminated {rc=256}\u000a01:03:02.354550 --- ParallelTerminationStrategy: PID 4601 died...\u000a01:03:02.409318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4601): Terminated: ok {rc=0}\u000a01:03:02.419146 --- ParallelTerminationStrategy: PID 4602 died...\u000a01:03:02.473361 run iperf3-srv_10.42.42.10(pid=4602): Terminated {rc=256}\u000a01:03:02.483288 --- ParallelTerminationStrategy: PID 4605 died...\u000a01:03:02.537085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Terminated: ok {rc=0}\u000a01:03:02.546823 --- ParallelTerminationStrategy: PID 4608 died...\u000a01:03:02.601166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Terminated: ok {rc=0}\u000a01:03:02.610829 --- ParallelTerminationStrategy: PID 4611 died...\u000a01:03:02.665540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4611): Terminated: ok {rc=0}\u000a01:03:02.754956 bus /gobi_0: Setting Powered False\u000a01:03:03.859552 bus /gobi_0: Setting Powered False\u000a01:03:04.973183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4622): Process ended prematurely: osmo-stp_10.42.42.5(pid=4622) [trial-2352↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4622)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4622): Process ended prematurely: osmo-stp_10.42.42.5(pid=4622) [trial-2352↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a01:03:06.085114 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.096608 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:06.241799 tst iperf3.py: using LAC 17985\u000a01:03:06.360693 tst iperf3.py: using RAC 135\u000a01:03:06.479545 tst iperf3.py: using CellId 17985\u000a01:03:06.603227 tst iperf3.py: using BVCI 17986\u000a01:03:06.626814 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.637569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.647967 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.658548 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.668851 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.679348 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.689921 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.700086 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:06.710503 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:07.007450 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:07.145177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:07.485876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Launched\u000a01:03:07.769198 run iperf3-srv_10.42.42.10(pid=4615): Launched\u000a01:03:07.971014 tst iperf3.py:8: start network...\u000a01:03:08.107634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:08.634361 run create_hlr_db(pid=4616): Launched\u000a01:03:08.823948 bus /gobi_6: Setting Powered False\u000a01:03:09.844789 run create_hlr_db(pid=4616): Terminated: ok {rc=0}\u000a01:03:10.256204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4618): Launched\u000a01:03:10.564439 run osmo-hlr_10.42.42.2(pid=4619): Launched\u000a01:03:10.683353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:11.224589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4621): Launched\u000a01:03:11.530099 run osmo-stp_10.42.42.5(pid=4622): Launched\u000a01:03:11.641717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:12.173215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4624): Launched\u000a01:03:12.282466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:12.549448 run patchelf(pid=4625): Launched\u000a01:03:12.728632 run osmo-stp_10.42.42.5(pid=4622): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4622)]\u000a01:03:12.859791 run osmo-stp_10.42.42.5(pid=4622): stdout: \u000a| (launched: 2022-12-09_01:03:11.378982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:12.990846 run osmo-stp_10.42.42.5(pid=4622): stderr: \u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010311553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:13.117433 run osmo-stp_10.42.42.5(pid=4622): stdout: \u000a| (launched: 2022-12-09_01:03:11.378982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:13.243072 run osmo-stp_10.42.42.5(pid=4622): stderr: \u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010311553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010311553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:13.388509 run patchelf(pid=4625): Terminating (SIGINT)\u000a01:03:13.560119 run patchelf(pid=4625): Terminated: ok {rc=0}\u000a01:03:13.591610 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4622): Process ended prematurely: osmo-stp_10.42.42.5(pid=4622) [trial-2352↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4622)] [trial-2352↪gprs:trx-b200↪iperf3.py:8]\u000a01:03:13.600711 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:03:13.662349 run osmo-hlr_10.42.42.2(pid=4619): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4619)]\u000a01:03:13.712375 run osmo-hlr_10.42.42.2(pid=4619): stdout: \u000a| (launched: 2022-12-09_01:03:10.410831) \u000a01:03:13.762507 run osmo-hlr_10.42.42.2(pid=4619): stderr: \u000a| �[0;m�[1;31m20221209010310588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010310588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010310588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010310588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010310588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010310589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010310600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010310608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010310609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010310609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:13.805043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Terminating (SIGTERM)\u000a01:03:13.845265 run iperf3-srv_10.42.42.10(pid=4615): Terminating (SIGTERM)\u000a01:03:13.885493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4618): Terminating (SIGTERM)\u000a01:03:13.925555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4621): Terminating (SIGTERM)\u000a01:03:13.965500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4624): Terminating (SIGTERM)\u000a01:03:13.974891 --- ParallelTerminationStrategy: PID 4614 died...\u000a01:03:14.029185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4614): Terminated: ok {rc=0}\u000a01:03:14.039135 --- ParallelTerminationStrategy: PID 4615 died...\u000a01:03:14.093052 run iperf3-srv_10.42.42.10(pid=4615): Terminated {rc=256}\u000a01:03:14.103034 --- ParallelTerminationStrategy: PID 4618 died...\u000a01:03:14.156850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4618): Terminated: ok {rc=0}\u000a01:03:14.166712 --- ParallelTerminationStrategy: PID 4621 died...\u000a01:03:14.220697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4621): Terminated: ok {rc=0}\u000a01:03:14.230320 --- ParallelTerminationStrategy: PID 4624 died...\u000a01:03:14.284308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4624): Terminated: ok {rc=0}\u000a01:03:14.368504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2352↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2352↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a01:03:15.484799 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:15.496855 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:15.644207 tst iperf3m4.py: using LAC 17986\u000a01:03:15.772353 tst iperf3m4.py: using RAC 136\u000a01:03:15.915524 tst iperf3m4.py: using CellId 17986\u000a01:03:16.047933 tst iperf3m4.py: using BVCI 17987\u000a01:03:16.073850 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.085639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.097279 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.109255 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.120907 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.132494 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.144363 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.156224 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:16.168229 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:16.287331 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:16.423909 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:16.548449 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:16.924447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:03:17.055237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:17.397490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4626): Launched\u000a01:03:17.680763 run iperf3-srv_10.42.42.10(pid=4627): Launched\u000a01:03:17.882952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:03:18.019625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:18.359984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4628): Launched\u000a01:03:18.643229 run iperf3-srv_10.42.42.10(pid=4629): Launched\u000a01:03:18.845049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:03:18.982019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:19.325221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4630): Launched\u000a01:03:19.609011 run iperf3-srv_10.42.42.10(pid=4631): Launched\u000a01:03:19.809998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:03:19.946921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:20.287899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4632): Launched\u000a01:03:20.571597 run iperf3-srv_10.42.42.10(pid=4633): Launched\u000a01:03:20.772632 tst iperf3m4.py:8: start network...\u000a01:03:20.910242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:21.435975 run create_hlr_db(pid=4634): Launched\u000a01:03:21.625729 bus /gobi_6: Setting Powered False\u000a01:03:22.646229 run create_hlr_db(pid=4634): Terminated: ok {rc=0}\u000a01:03:23.056579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Launched\u000a01:03:23.362511 run osmo-hlr_10.42.42.2(pid=4637): Launched\u000a01:03:23.480806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:24.021918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Launched\u000a01:03:24.327907 run osmo-stp_10.42.42.5(pid=4640): Launched\u000a01:03:24.439521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:24.972177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Launched\u000a01:03:25.081071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:25.351698 run patchelf(pid=4643): Launched\u000a01:03:25.532124 run osmo-stp_10.42.42.5(pid=4640): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)]\u000a01:03:25.663466 run osmo-stp_10.42.42.5(pid=4640): stdout: \u000a| (launched: 2022-12-09_01:03:24.176493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:25.794889 run osmo-stp_10.42.42.5(pid=4640): stderr: \u000a| �[0;m�[38;5;43m20221209010324348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010324349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010324349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010324349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010324351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010324352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010324352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:25.921441 run osmo-stp_10.42.42.5(pid=4640): stdout: \u000a| (launched: 2022-12-09_01:03:24.176493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:26.046755 run osmo-stp_10.42.42.5(pid=4640): stderr: \u000a| �[0;m�[38;5;43m20221209010324348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010324349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010324349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010324349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010324351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010324352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010324352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:26.193577 run patchelf(pid=4643): Terminating (SIGINT)\u000a01:03:26.365510 run patchelf(pid=4643): Terminated: ok {rc=0}\u000a01:03:26.397146 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4640): Process ended prematurely: osmo-stp_10.42.42.5(pid=4640) [trial-2352↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4640)] [trial-2352↪gprs:trx-b200↪iperf3m4.py:8]\u000a01:03:26.406398 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:03:26.468126 run osmo-hlr_10.42.42.2(pid=4637): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4637)]\u000a01:03:26.517980 run osmo-hlr_10.42.42.2(pid=4637): stdout: \u000a| (launched: 2022-12-09_01:03:23.211489) \u000a01:03:26.568468 run osmo-hlr_10.42.42.2(pid=4637): stderr: \u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010323389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010323402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010323411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:26.610917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4626): Terminating (SIGTERM)\u000a01:03:26.651372 run iperf3-srv_10.42.42.10(pid=4627): Terminating (SIGTERM)\u000a01:03:26.691612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4628): Terminating (SIGTERM)\u000a01:03:26.732372 run iperf3-srv_10.42.42.10(pid=4629): Terminating (SIGTERM)\u000a01:03:26.772576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4630): Terminating (SIGTERM)\u000a01:03:26.812866 run iperf3-srv_10.42.42.10(pid=4631): Terminating (SIGTERM)\u000a01:03:26.853363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4632): Terminating (SIGTERM)\u000a01:03:26.893761 run iperf3-srv_10.42.42.10(pid=4633): Terminating (SIGTERM)\u000a01:03:26.934270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Terminating (SIGTERM)\u000a01:03:26.974678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Terminating (SIGTERM)\u000a01:03:27.015231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Terminating (SIGTERM)\u000a01:03:27.024781 --- ParallelTerminationStrategy: PID 4626 died...\u000a01:03:27.079038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4626): Terminated: ok {rc=0}\u000a01:03:27.088785 --- ParallelTerminationStrategy: PID 4627 died...\u000a01:03:27.142575 run iperf3-srv_10.42.42.10(pid=4627): Terminated {rc=256}\u000a01:03:27.152533 --- ParallelTerminationStrategy: PID 4628 died...\u000a01:03:27.206120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4628): Terminated: ok {rc=0}\u000a01:03:27.216080 --- ParallelTerminationStrategy: PID 4629 died...\u000a01:03:27.269708 run iperf3-srv_10.42.42.10(pid=4629): Terminated {rc=256}\u000a01:03:27.279783 --- ParallelTerminationStrategy: PID 4630 died...\u000a01:03:27.333728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4630): Terminated: ok {rc=0}\u000a01:03:27.343669 --- ParallelTerminationStrategy: PID 4631 died...\u000a01:03:27.398004 run iperf3-srv_10.42.42.10(pid=4631): Terminated {rc=256}\u000a01:03:27.407722 --- ParallelTerminationStrategy: PID 4632 died...\u000a01:03:27.461685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4632): Terminated: ok {rc=0}\u000a01:03:27.471855 --- ParallelTerminationStrategy: PID 4633 died...\u000a01:03:27.525294 run iperf3-srv_10.42.42.10(pid=4633): Terminated {rc=256}\u000a01:03:27.535252 --- ParallelTerminationStrategy: PID 4636 died...\u000a01:03:27.588860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4636): Terminated: ok {rc=0}\u000a01:03:27.598888 --- ParallelTerminationStrategy: PID 4639 died...\u000a01:03:27.652626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4639): Terminated: ok {rc=0}\u000a01:03:27.662754 --- ParallelTerminationStrategy: PID 4642 died...\u000a01:03:27.717205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4642): Terminated: ok {rc=0}\u000a01:03:27.802299 bus /gobi_4: Setting Powered False\u000a01:03:28.910647 bus /gobi_4: Setting Powered False\u000a01:03:30.018780 bus /gobi_1: Setting Powered False\u000a01:03:31.154121 bus /gobi_1: Setting Powered False\u000a01:03:32.269028 bus /gobi_0: Setting Powered False\u000a01:03:33.376649 bus /gobi_0: Setting Powered False\u000a01:03:34.485810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4651): Process ended prematurely: osmo-stp_10.42.42.5(pid=4651) [trial-2352↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4651)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4651): Process ended prematurely: osmo-stp_10.42.42.5(pid=4651) [trial-2352↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a01:03:35.555958 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:35.567971 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:35.712220 tst ping.py: using LAC 17987\u000a01:03:35.839792 tst ping.py: using RAC 137\u000a01:03:35.965426 tst ping.py: using CellId 17987\u000a01:03:36.097086 tst ping.py: using BVCI 17988\u000a01:03:36.121710 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.132759 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.143720 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.154647 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.165481 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.176284 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.187299 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:36.198297 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:36.488029 tst ping.py:19: start network...\u000a01:03:36.622151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:37.134791 run create_hlr_db(pid=4644): Launched\u000a01:03:37.321685 bus /gobi_6: Setting Powered False\u000a01:03:38.341287 run create_hlr_db(pid=4644): Terminated: ok {rc=0}\u000a01:03:38.769561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4647): Launched\u000a01:03:39.094077 run osmo-hlr_10.42.42.2(pid=4648): Launched\u000a01:03:39.210948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:39.775218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4650): Launched\u000a01:03:40.099053 run osmo-stp_10.42.42.5(pid=4651): Launched\u000a01:03:40.215686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:40.777259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4653): Launched\u000a01:03:40.893053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:41.175595 run patchelf(pid=4654): Launched\u000a01:03:41.364333 run osmo-stp_10.42.42.5(pid=4651): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4651)]\u000a01:03:41.502849 run osmo-stp_10.42.42.5(pid=4651): stdout: \u000a| (launched: 2022-12-09_01:03:39.939478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:41.641427 run osmo-stp_10.42.42.5(pid=4651): stderr: \u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010340135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:41.774905 run osmo-stp_10.42.42.5(pid=4651): stdout: \u000a| (launched: 2022-12-09_01:03:39.939478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:41.907572 run osmo-stp_10.42.42.5(pid=4651): stderr: \u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010340135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010340135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010340136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:42.061078 run patchelf(pid=4654): Terminating (SIGINT)\u000a01:03:42.241021 run patchelf(pid=4654): Terminated: ok {rc=0}\u000a01:03:42.273741 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4651): Process ended prematurely: osmo-stp_10.42.42.5(pid=4651) [trial-2352↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4651)] [trial-2352↪gprs:trx-b200↪ping.py:22]\u000a01:03:42.283131 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:03:42.346719 run osmo-hlr_10.42.42.2(pid=4648): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4648)]\u000a01:03:42.398935 run osmo-hlr_10.42.42.2(pid=4648): stdout: \u000a| (launched: 2022-12-09_01:03:38.933675) \u000a01:03:42.451723 run osmo-hlr_10.42.42.2(pid=4648): stderr: \u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010339136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010339149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010339157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010339157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010339157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:42.496627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4647): Terminating (SIGTERM)\u000a01:03:42.539108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4650): Terminating (SIGTERM)\u000a01:03:42.581414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4653): Terminating (SIGTERM)\u000a01:03:42.591202 --- ParallelTerminationStrategy: PID 4647 died...\u000a01:03:42.648134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4647): Terminated: ok {rc=0}\u000a01:03:42.658354 --- ParallelTerminationStrategy: PID 4650 died...\u000a01:03:42.715166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4650): Terminated: ok {rc=0}\u000a01:03:42.725548 --- ParallelTerminationStrategy: PID 4653 died...\u000a01:03:42.781673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4653): Terminated: ok {rc=0}\u000a01:03:42.870245 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4661): Process ended prematurely: osmo-stp_10.42.42.5(pid=4661) [trial-2352↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4661)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4661): Process ended prematurely: osmo-stp_10.42.42.5(pid=4661) [trial-2352↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a01:03:43.923409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:43.935592 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a01:03:44.080206 tst ping_idle_ping.py: using LAC 17988\u000a01:03:44.208138 tst ping_idle_ping.py: using RAC 138\u000a01:03:44.335477 tst ping_idle_ping.py: using CellId 17988\u000a01:03:44.463030 tst ping_idle_ping.py: using BVCI 17989\u000a01:03:44.487665 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.499260 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.510265 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.521211 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.532000 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.542875 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.554003 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a01:03:44.565004 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a01:03:44.840464 tst ping_idle_ping.py:24: start network...\u000a01:03:44.965192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:45.442401 run create_hlr_db(pid=4655): Launched\u000a01:03:45.615920 bus /gobi_6: Setting Powered False\u000a01:03:46.651956 run create_hlr_db(pid=4655): Terminated: ok {rc=0}\u000a01:03:47.103553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4657): Launched\u000a01:03:47.428317 run osmo-hlr_10.42.42.2(pid=4658): Launched\u000a01:03:47.550843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:48.114525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4660): Launched\u000a01:03:48.439435 run osmo-stp_10.42.42.5(pid=4661): Launched\u000a01:03:48.557146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:03:49.122682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4663): Launched\u000a01:03:49.237734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:03:49.519677 run patchelf(pid=4664): Launched\u000a01:03:49.708765 run osmo-stp_10.42.42.5(pid=4661): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4661)]\u000a01:03:49.847193 run osmo-stp_10.42.42.5(pid=4661): stdout: \u000a| (launched: 2022-12-09_01:03:48.278825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:49.986472 run osmo-stp_10.42.42.5(pid=4661): stderr: \u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010348474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:50.120137 run osmo-stp_10.42.42.5(pid=4661): stdout: \u000a| (launched: 2022-12-09_01:03:48.278825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:50.252789 run osmo-stp_10.42.42.5(pid=4661): stderr: \u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010348473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010348474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010348474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:50.407108 run patchelf(pid=4664): Terminating (SIGINT)\u000a01:03:50.587981 run patchelf(pid=4664): Terminated: ok {rc=0}\u000a01:03:50.620905 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4661): Process ended prematurely: osmo-stp_10.42.42.5(pid=4661) [trial-2352↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4661)] [trial-2352↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a01:03:50.630428 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:03:50.693919 run osmo-hlr_10.42.42.2(pid=4658): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4658)]\u000a01:03:50.745873 run osmo-hlr_10.42.42.2(pid=4658): stdout: \u000a| (launched: 2022-12-09_01:03:47.267338) \u000a01:03:50.798487 run osmo-hlr_10.42.42.2(pid=4658): stderr: \u000a| �[0;m�[1;31m20221209010347467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010347467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010347468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010347468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010347468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010347468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010347480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010347488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010347489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010347489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:50.843643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4657): Terminating (SIGTERM)\u000a01:03:50.886244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4660): Terminating (SIGTERM)\u000a01:03:50.928876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4663): Terminating (SIGTERM)\u000a01:03:50.938743 --- ParallelTerminationStrategy: PID 4657 died...\u000a01:03:50.995791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4657): Terminated: ok {rc=0}\u000a01:03:51.006215 --- ParallelTerminationStrategy: PID 4660 died...\u000a01:03:51.062823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4660): Terminated: ok {rc=0}\u000a01:03:51.073188 --- ParallelTerminationStrategy: PID 4663 died...\u000a01:03:51.129545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4663): Terminated: ok {rc=0}\u000a01:03:51.218202 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4678): Process ended prematurely: osmo-stp_10.42.42.5(pid=4678) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4678)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4678): Process ended prematurely: osmo-stp_10.42.42.5(pid=4678) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:03:53.375975 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.386758 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:03:53.526216 tst cs_paging_gprs_active.py: using LAC 17989\u000a01:03:53.653879 tst cs_paging_gprs_active.py: using RAC 139\u000a01:03:53.781468 tst cs_paging_gprs_active.py: using CellId 17989\u000a01:03:53.916292 tst cs_paging_gprs_active.py: using BVCI 17990\u000a01:03:53.941376 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.953086 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.964306 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.976181 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.987237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:53.998859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:54.010793 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:54.021985 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:03:54.033366 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:54.151920 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:03:54.449213 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:03:54.586976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:54.930063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4668): Launched\u000a01:03:55.214213 run iperf3-srv_10.42.42.10(pid=4669): Launched\u000a01:03:55.416126 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:03:55.554492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:03:55.897310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4670): Launched\u000a01:03:56.181832 run iperf3-srv_10.42.42.10(pid=4671): Launched\u000a01:03:56.384560 tst cs_paging_gprs_active.py:38: start network...\u000a01:03:56.522856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:57.050682 run create_hlr_db(pid=4672): Launched\u000a01:03:57.241111 bus /gobi_6: Setting Powered False\u000a01:03:58.260551 run create_hlr_db(pid=4672): Terminated: ok {rc=0}\u000a01:03:58.697786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4674): Launched\u000a01:03:59.027453 run osmo-hlr_10.42.42.2(pid=4675): Launched\u000a01:03:59.146511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:59.717251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4677): Launched\u000a01:04:00.048791 run osmo-stp_10.42.42.5(pid=4678): Launched\u000a01:04:00.168025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:00.743620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4680): Launched\u000a01:04:00.869185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:01.171064 run patchelf(pid=4681): Launched\u000a01:04:01.366213 run osmo-stp_10.42.42.5(pid=4678): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4678)]\u000a01:04:01.509778 run osmo-stp_10.42.42.5(pid=4678): stdout: \u000a| (launched: 2022-12-09_01:03:59.885224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:01.654448 run osmo-stp_10.42.42.5(pid=4678): stderr: \u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010400080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:01.792587 run osmo-stp_10.42.42.5(pid=4678): stdout: \u000a| (launched: 2022-12-09_01:03:59.885224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:01.929272 run osmo-stp_10.42.42.5(pid=4678): stderr: \u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010400079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010400080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010400080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:02.080070 run patchelf(pid=4681): Terminating (SIGINT)\u000a01:04:02.259848 run patchelf(pid=4681): Terminated: ok {rc=0}\u000a01:04:02.293254 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4678): Process ended prematurely: osmo-stp_10.42.42.5(pid=4678) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4678)] [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:04:02.305044 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:04:02.368702 run osmo-hlr_10.42.42.2(pid=4675): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4675)]\u000a01:04:02.419510 run osmo-hlr_10.42.42.2(pid=4675): stdout: \u000a| (launched: 2022-12-09_01:03:58.865226) \u000a01:04:02.470876 run osmo-hlr_10.42.42.2(pid=4675): stderr: \u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010359063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010359076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010359085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010359085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010359085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:02.513955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4668): Terminating (SIGTERM)\u000a01:04:02.555162 run iperf3-srv_10.42.42.10(pid=4669): Terminating (SIGTERM)\u000a01:04:02.597253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4670): Terminating (SIGTERM)\u000a01:04:02.637606 run iperf3-srv_10.42.42.10(pid=4671): Terminating (SIGTERM)\u000a01:04:02.679566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4674): Terminating (SIGTERM)\u000a01:04:02.721106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4677): Terminating (SIGTERM)\u000a01:04:02.761403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4680): Terminating (SIGTERM)\u000a01:04:02.771157 --- ParallelTerminationStrategy: PID 4668 died...\u000a01:04:02.831007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4668): Terminated: ok {rc=0}\u000a01:04:02.853731 --- ParallelTerminationStrategy: PID 4669 died...\u000a01:04:02.933092 run iperf3-srv_10.42.42.10(pid=4669): Terminated {rc=256}\u000a01:04:02.951285 --- ParallelTerminationStrategy: PID 4670 died...\u000a01:04:03.007310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4670): Terminated: ok {rc=0}\u000a01:04:03.017535 --- ParallelTerminationStrategy: PID 4671 died...\u000a01:04:03.073131 run iperf3-srv_10.42.42.10(pid=4671): Terminated {rc=256}\u000a01:04:03.083252 --- ParallelTerminationStrategy: PID 4674 died...\u000a01:04:03.139772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4674): Terminated: ok {rc=0}\u000a01:04:03.150067 --- ParallelTerminationStrategy: PID 4677 died...\u000a01:04:03.206101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4677): Terminated: ok {rc=0}\u000a01:04:03.216181 --- ParallelTerminationStrategy: PID 4680 died...\u000a01:04:03.271992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4680): Terminated: ok {rc=0}\u000a01:04:03.359553 bus /gobi_0: Setting Powered False\u000a01:04:04.465817 bus /gobi_0: Setting Powered False\u000a01:04:05.573083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4695): Process ended prematurely: osmo-stp_10.42.42.5(pid=4695) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4695)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4695): Process ended prematurely: osmo-stp_10.42.42.5(pid=4695) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:04:06.688903 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:06.700736 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:06.848885 tst iperf3.py: using LAC 17990\u000a01:04:06.977241 tst iperf3.py: using RAC 140\u000a01:04:07.107580 tst iperf3.py: using CellId 17990\u000a01:04:07.240485 tst iperf3.py: using BVCI 17991\u000a01:04:07.265725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.277057 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.288050 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.299146 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.310252 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.321284 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.332441 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.343589 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:07.354832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:07.648740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:07.785804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:08.128309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Launched\u000a01:04:08.412172 run iperf3-srv_10.42.42.10(pid=4688): Launched\u000a01:04:08.613825 tst iperf3.py:8: start network...\u000a01:04:08.750792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:09.275140 run create_hlr_db(pid=4689): Launched\u000a01:04:09.464645 bus /gobi_6: Setting Powered False\u000a01:04:10.484625 run create_hlr_db(pid=4689): Terminated: ok {rc=0}\u000a01:04:10.895650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4691): Launched\u000a01:04:11.202009 run osmo-hlr_10.42.42.2(pid=4692): Launched\u000a01:04:11.314753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:11.848267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4694): Launched\u000a01:04:12.153389 run osmo-stp_10.42.42.5(pid=4695): Launched\u000a01:04:12.264814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:12.799742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4697): Launched\u000a01:04:12.908368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:13.174807 run patchelf(pid=4698): Launched\u000a01:04:13.353726 run osmo-stp_10.42.42.5(pid=4695): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4695)]\u000a01:04:13.484502 run osmo-stp_10.42.42.5(pid=4695): stdout: \u000a| (launched: 2022-12-09_01:04:12.002994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:13.615409 run osmo-stp_10.42.42.5(pid=4695): stderr: \u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010412174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:13.741985 run osmo-stp_10.42.42.5(pid=4695): stdout: \u000a| (launched: 2022-12-09_01:04:12.002994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:13.866788 run osmo-stp_10.42.42.5(pid=4695): stderr: \u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010412174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010412174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010412177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:14.012257 run patchelf(pid=4698): Terminating (SIGINT)\u000a01:04:14.183623 run patchelf(pid=4698): Terminated: ok {rc=0}\u000a01:04:14.215088 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4695): Process ended prematurely: osmo-stp_10.42.42.5(pid=4695) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4695)] [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a01:04:14.224375 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:04:14.285627 run osmo-hlr_10.42.42.2(pid=4692): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4692)]\u000a01:04:14.335302 run osmo-hlr_10.42.42.2(pid=4692): stdout: \u000a| (launched: 2022-12-09_01:04:11.050158) \u000a01:04:14.385795 run osmo-hlr_10.42.42.2(pid=4692): stderr: \u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010411231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010411243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010411253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010411253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010411253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:14.428418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Terminating (SIGTERM)\u000a01:04:14.468768 run iperf3-srv_10.42.42.10(pid=4688): Terminating (SIGTERM)\u000a01:04:14.509781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4691): Terminating (SIGTERM)\u000a01:04:14.550080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4694): Terminating (SIGTERM)\u000a01:04:14.590270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4697): Terminating (SIGTERM)\u000a01:04:14.599744 --- ParallelTerminationStrategy: PID 4687 died...\u000a01:04:14.653503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4687): Terminated: ok {rc=0}\u000a01:04:14.663571 --- ParallelTerminationStrategy: PID 4688 died...\u000a01:04:14.717018 run iperf3-srv_10.42.42.10(pid=4688): Terminated {rc=256}\u000a01:04:14.726857 --- ParallelTerminationStrategy: PID 4691 died...\u000a01:04:14.780754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4691): Terminated: ok {rc=0}\u000a01:04:14.790584 --- ParallelTerminationStrategy: PID 4694 died...\u000a01:04:14.843990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4694): Terminated: ok {rc=0}\u000a01:04:14.853840 --- ParallelTerminationStrategy: PID 4697 died...\u000a01:04:14.907277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4697): Terminated: ok {rc=0}\u000a01:04:14.995865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4713): Process ended prematurely: osmo-stp_10.42.42.5(pid=4713) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4713)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4713): Process ended prematurely: osmo-stp_10.42.42.5(pid=4713) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:04:16.115220 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.128305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:16.274812 tst iperf3m4.py: using LAC 17991\u000a01:04:16.398896 tst iperf3m4.py: using RAC 141\u000a01:04:16.551791 tst iperf3m4.py: using CellId 17991\u000a01:04:16.685616 tst iperf3m4.py: using BVCI 17992\u000a01:04:16.711758 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.724237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.736487 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.748808 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.762030 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.774978 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.787880 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.800683 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:16.813461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:16.938724 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:17.093568 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:17.248633 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:17.548081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:04:17.685719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:18.029181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Launched\u000a01:04:18.314721 run iperf3-srv_10.42.42.10(pid=4700): Launched\u000a01:04:18.515235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:04:18.651900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:18.993399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4701): Launched\u000a01:04:19.276174 run iperf3-srv_10.42.42.10(pid=4702): Launched\u000a01:04:19.476898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:04:19.613479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:19.955161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4703): Launched\u000a01:04:20.238300 run iperf3-srv_10.42.42.10(pid=4704): Launched\u000a01:04:20.439099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:04:20.575683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:20.917350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4705): Launched\u000a01:04:21.199253 run iperf3-srv_10.42.42.10(pid=4706): Launched\u000a01:04:21.399356 tst iperf3m4.py:8: start network...\u000a01:04:21.535843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:22.063981 run create_hlr_db(pid=4707): Launched\u000a01:04:22.254239 bus /gobi_6: Setting Powered False\u000a01:04:23.275317 run create_hlr_db(pid=4707): Terminated: ok {rc=0}\u000a01:04:23.687295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4709): Launched\u000a01:04:23.996480 run osmo-hlr_10.42.42.2(pid=4710): Launched\u000a01:04:24.116840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:24.657219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4712): Launched\u000a01:04:24.963616 run osmo-stp_10.42.42.5(pid=4713): Launched\u000a01:04:25.074261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:25.610784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4715): Launched\u000a01:04:25.719620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:25.988795 run patchelf(pid=4716): Launched\u000a01:04:26.168046 run osmo-stp_10.42.42.5(pid=4713): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4713)]\u000a01:04:26.299026 run osmo-stp_10.42.42.5(pid=4713): stdout: \u000a| (launched: 2022-12-09_01:04:24.811908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:26.430833 run osmo-stp_10.42.42.5(pid=4713): stderr: \u000a| �[0;m�[38;5;43m20221209010424984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010424984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010424985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010424985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:26.556932 run osmo-stp_10.42.42.5(pid=4713): stdout: \u000a| (launched: 2022-12-09_01:04:24.811908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:26.681953 run osmo-stp_10.42.42.5(pid=4713): stderr: \u000a| �[0;m�[38;5;43m20221209010424984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010424984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010424985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010424985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010424987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:26.828283 run patchelf(pid=4716): Terminating (SIGINT)\u000a01:04:27.000258 run patchelf(pid=4716): Terminated: ok {rc=0}\u000a01:04:27.031790 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4713): Process ended prematurely: osmo-stp_10.42.42.5(pid=4713) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4713)] [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:04:27.041127 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:04:27.102022 run osmo-hlr_10.42.42.2(pid=4710): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4710)]\u000a01:04:27.151612 run osmo-hlr_10.42.42.2(pid=4710): stdout: \u000a| (launched: 2022-12-09_01:04:23.843320) \u000a01:04:27.201691 run osmo-hlr_10.42.42.2(pid=4710): stderr: \u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010424023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010424036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010424046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010424046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010424046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:27.244229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Terminating (SIGTERM)\u000a01:04:27.284421 run iperf3-srv_10.42.42.10(pid=4700): Terminating (SIGTERM)\u000a01:04:27.324716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4701): Terminating (SIGTERM)\u000a01:04:27.364721 run iperf3-srv_10.42.42.10(pid=4702): Terminating (SIGTERM)\u000a01:04:27.405207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4703): Terminating (SIGTERM)\u000a01:04:27.446270 run iperf3-srv_10.42.42.10(pid=4704): Terminating (SIGTERM)\u000a01:04:27.488050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4705): Terminating (SIGTERM)\u000a01:04:27.529822 run iperf3-srv_10.42.42.10(pid=4706): Terminating (SIGTERM)\u000a01:04:27.570306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4709): Terminating (SIGTERM)\u000a01:04:27.610669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4712): Terminating (SIGTERM)\u000a01:04:27.651060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4715): Terminating (SIGTERM)\u000a01:04:27.660559 --- ParallelTerminationStrategy: PID 4699 died...\u000a01:04:27.715091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Terminated: ok {rc=0}\u000a01:04:27.724848 --- ParallelTerminationStrategy: PID 4700 died...\u000a01:04:27.779217 run iperf3-srv_10.42.42.10(pid=4700): Terminated {rc=256}\u000a01:04:27.788836 --- ParallelTerminationStrategy: PID 4701 died...\u000a01:04:27.842613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4701): Terminated: ok {rc=0}\u000a01:04:27.852430 --- ParallelTerminationStrategy: PID 4702 died...\u000a01:04:27.906222 run iperf3-srv_10.42.42.10(pid=4702): Terminated {rc=256}\u000a01:04:27.916068 --- ParallelTerminationStrategy: PID 4703 died...\u000a01:04:27.970038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4703): Terminated: ok {rc=0}\u000a01:04:27.979875 --- ParallelTerminationStrategy: PID 4704 died...\u000a01:04:28.033575 run iperf3-srv_10.42.42.10(pid=4704): Terminated {rc=256}\u000a01:04:28.043482 --- ParallelTerminationStrategy: PID 4705 died...\u000a01:04:28.098019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4705): Terminated: ok {rc=0}\u000a01:04:28.107840 --- ParallelTerminationStrategy: PID 4706 died...\u000a01:04:28.161485 run iperf3-srv_10.42.42.10(pid=4706): Terminated {rc=256}\u000a01:04:28.171450 --- ParallelTerminationStrategy: PID 4709 died...\u000a01:04:28.225589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4709): Terminated: ok {rc=0}\u000a01:04:28.235399 --- ParallelTerminationStrategy: PID 4712 died...\u000a01:04:28.289579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4712): Terminated: ok {rc=0}\u000a01:04:28.299319 --- ParallelTerminationStrategy: PID 4715 died...\u000a01:04:28.353413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4715): Terminated: ok {rc=0}\u000a01:04:28.442645 bus /gobi_4: Setting Powered False\u000a01:04:29.547115 bus /gobi_4: Setting Powered False\u000a01:04:30.655221 bus /gobi_1: Setting Powered False\u000a01:04:31.762628 bus /gobi_1: Setting Powered False\u000a01:04:32.875411 bus /gobi_0: Setting Powered False\u000a01:04:33.979189 bus /gobi_0: Setting Powered False\u000a01:04:35.092766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4723): Process ended prematurely: osmo-stp_10.42.42.5(pid=4723) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4723)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4723): Process ended prematurely: osmo-stp_10.42.42.5(pid=4723) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:04:36.159748 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.171142 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:36.309003 tst ping.py: using LAC 17992\u000a01:04:36.426736 tst ping.py: using RAC 142\u000a01:04:36.546764 tst ping.py: using CellId 17992\u000a01:04:36.663655 tst ping.py: using BVCI 17993\u000a01:04:36.686524 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.697411 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.707985 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.718587 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.729083 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.739962 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.750699 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:36.762021 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:37.036202 tst ping.py:19: start network...\u000a01:04:37.160565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:37.631282 run create_hlr_db(pid=4717): Launched\u000a01:04:37.804717 bus /gobi_6: Setting Powered False\u000a01:04:38.825844 run create_hlr_db(pid=4717): Terminated: ok {rc=0}\u000a01:04:39.255659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4719): Launched\u000a01:04:39.581054 run osmo-hlr_10.42.42.2(pid=4720): Launched\u000a01:04:39.700283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:40.269406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4722): Launched\u000a01:04:40.592931 run osmo-stp_10.42.42.5(pid=4723): Launched\u000a01:04:40.709112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:41.274138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4725): Launched\u000a01:04:41.389239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:41.672563 run patchelf(pid=4726): Launched\u000a01:04:41.861247 run osmo-stp_10.42.42.5(pid=4723): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4723)]\u000a01:04:42.000318 run osmo-stp_10.42.42.5(pid=4723): stdout: \u000a| (launched: 2022-12-09_01:04:40.433242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:42.138658 run osmo-stp_10.42.42.5(pid=4723): stderr: \u000a| �[0;m�[38;5;43m20221209010440626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010440627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010440627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010440627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:42.272104 run osmo-stp_10.42.42.5(pid=4723): stdout: \u000a| (launched: 2022-12-09_01:04:40.433242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:42.404232 run osmo-stp_10.42.42.5(pid=4723): stderr: \u000a| �[0;m�[38;5;43m20221209010440626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010440627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010440627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010440627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010440628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:42.558198 run patchelf(pid=4726): Terminating (SIGINT)\u000a01:04:42.738746 run patchelf(pid=4726): Terminated: ok {rc=0}\u000a01:04:42.771464 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4723): Process ended prematurely: osmo-stp_10.42.42.5(pid=4723) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4723)] [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a01:04:42.780682 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:04:42.843813 run osmo-hlr_10.42.42.2(pid=4720): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4720)]\u000a01:04:42.895934 run osmo-hlr_10.42.42.2(pid=4720): stdout: \u000a| (launched: 2022-12-09_01:04:39.419888) \u000a01:04:42.948506 run osmo-hlr_10.42.42.2(pid=4720): stderr: \u000a| �[0;m�[1;31m20221209010439620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010439620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010439621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010439621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010439621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010439621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010439633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010439643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010439643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010439643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:42.993325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4719): Terminating (SIGTERM)\u000a01:04:43.035448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4722): Terminating (SIGTERM)\u000a01:04:43.077710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4725): Terminating (SIGTERM)\u000a01:04:43.087208 --- ParallelTerminationStrategy: PID 4719 died...\u000a01:04:43.143925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4719): Terminated: ok {rc=0}\u000a01:04:43.154137 --- ParallelTerminationStrategy: PID 4722 died...\u000a01:04:43.210486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4722): Terminated: ok {rc=0}\u000a01:04:43.220567 --- ParallelTerminationStrategy: PID 4725 died...\u000a01:04:43.276471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4725): Terminated: ok {rc=0}\u000a01:04:43.365339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4733): Process ended prematurely: osmo-stp_10.42.42.5(pid=4733) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4733)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4733): Process ended prematurely: osmo-stp_10.42.42.5(pid=4733) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:04:44.418590 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:44.431196 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:04:44.579253 tst ping_idle_ping.py: using LAC 17993\u000a01:04:44.707813 tst ping_idle_ping.py: using RAC 143\u000a01:04:44.834311 tst ping_idle_ping.py: using CellId 17993\u000a01:04:44.960677 tst ping_idle_ping.py: using BVCI 17994\u000a01:04:44.985610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:44.997194 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.008514 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.019836 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.031072 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.042233 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.053474 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:04:45.064429 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:04:45.357756 tst ping_idle_ping.py:24: start network...\u000a01:04:45.492581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:46.057513 run create_hlr_db(pid=4727): Launched\u000a01:04:46.249160 bus /gobi_6: Setting Powered False\u000a01:04:47.258693 run create_hlr_db(pid=4727): Terminated: ok {rc=0}\u000a01:04:47.699382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4729): Launched\u000a01:04:48.023446 run osmo-hlr_10.42.42.2(pid=4730): Launched\u000a01:04:48.142905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:48.708059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4732): Launched\u000a01:04:49.035003 run osmo-stp_10.42.42.5(pid=4733): Launched\u000a01:04:49.152183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:04:49.717348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4735): Launched\u000a01:04:49.832757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:04:50.116410 run patchelf(pid=4736): Launched\u000a01:04:50.305675 run osmo-stp_10.42.42.5(pid=4733): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4733)]\u000a01:04:50.444523 run osmo-stp_10.42.42.5(pid=4733): stdout: \u000a| (launched: 2022-12-09_01:04:48.872491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:50.583184 run osmo-stp_10.42.42.5(pid=4733): stderr: \u000a| �[0;m�[38;5;43m20221209010449066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010449066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010449067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010449067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010449069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010449070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010449070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:50.716919 run osmo-stp_10.42.42.5(pid=4733): stdout: \u000a| (launched: 2022-12-09_01:04:48.872491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:50.849376 run osmo-stp_10.42.42.5(pid=4733): stderr: \u000a| �[0;m�[38;5;43m20221209010449066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010449066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010449067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010449067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010449069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010449070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010449070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:51.004556 run patchelf(pid=4736): Terminating (SIGINT)\u000a01:04:51.185866 run patchelf(pid=4736): Terminated: ok {rc=0}\u000a01:04:51.218647 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4733): Process ended prematurely: osmo-stp_10.42.42.5(pid=4733) [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4733)] [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:04:51.227898 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:04:51.291765 run osmo-hlr_10.42.42.2(pid=4730): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4730)]\u000a01:04:51.344110 run osmo-hlr_10.42.42.2(pid=4730): stdout: \u000a| (launched: 2022-12-09_01:04:47.863305) \u000a01:04:51.397204 run osmo-hlr_10.42.42.2(pid=4730): stderr: \u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010448062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010448075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010448083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010448084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010448084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:51.442388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4729): Terminating (SIGTERM)\u000a01:04:51.485114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4732): Terminating (SIGTERM)\u000a01:04:51.527917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4735): Terminating (SIGTERM)\u000a01:04:51.538035 --- ParallelTerminationStrategy: PID 4729 died...\u000a01:04:51.594753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4729): Terminated: ok {rc=0}\u000a01:04:51.605269 --- ParallelTerminationStrategy: PID 4732 died...\u000a01:04:51.661754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4732): Terminated: ok {rc=0}\u000a01:04:51.672087 --- ParallelTerminationStrategy: PID 4735 died...\u000a01:04:51.728544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4735): Terminated: ok {rc=0}\u000a01:04:51.815702 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:03:52" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4750): Process ended prematurely: osmo-stp_10.42.42.5(pid=4750) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4750)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4750): Process ended prematurely: osmo-stp_10.42.42.5(pid=4750) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:04:53.963367 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:53.974187 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:04:54.136691 tst cs_paging_gprs_active.py: using LAC 17994\u000a01:04:54.256426 tst cs_paging_gprs_active.py: using RAC 144\u000a01:04:54.377405 tst cs_paging_gprs_active.py: using CellId 17994\u000a01:04:54.504501 tst cs_paging_gprs_active.py: using BVCI 17995\u000a01:04:54.529825 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.541195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.552613 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.564060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.575179 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.586428 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.597709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.608788 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:04:54.620051 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:54.735302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:04:55.033362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:04:55.169838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:55.510078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4740): Launched\u000a01:04:55.792137 run iperf3-srv_10.42.42.10(pid=4741): Launched\u000a01:04:55.993305 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:04:56.129975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:04:56.470131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4742): Launched\u000a01:04:56.753126 run iperf3-srv_10.42.42.10(pid=4743): Launched\u000a01:04:56.954699 tst cs_paging_gprs_active.py:38: start network...\u000a01:04:57.091589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:57.615552 run create_hlr_db(pid=4744): Launched\u000a01:04:57.804738 bus /gobi_6: Setting Powered False\u000a01:04:58.825991 run create_hlr_db(pid=4744): Terminated: ok {rc=0}\u000a01:04:59.237434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4746): Launched\u000a01:04:59.544765 run osmo-hlr_10.42.42.2(pid=4747): Launched\u000a01:04:59.658558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:00.191366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4749): Launched\u000a01:05:00.497724 run osmo-stp_10.42.42.5(pid=4750): Launched\u000a01:05:00.609505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:01.209719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4752): Launched\u000a01:05:01.321896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:01.626347 run patchelf(pid=4756): Launched\u000a01:05:01.860647 run osmo-stp_10.42.42.5(pid=4750): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4750)]\u000a01:05:01.996300 run osmo-stp_10.42.42.5(pid=4750): stdout: \u000a| (launched: 2022-12-09_01:05:00.346214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:02.133585 run osmo-stp_10.42.42.5(pid=4750): stderr: \u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010500517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:02.263811 run osmo-stp_10.42.42.5(pid=4750): stdout: \u000a| (launched: 2022-12-09_01:05:00.346214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:02.389256 run osmo-stp_10.42.42.5(pid=4750): stderr: \u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010500516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010500517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010500517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:02.535545 run patchelf(pid=4756): Terminating (SIGINT)\u000a01:05:02.707559 run patchelf(pid=4756): Terminated: ok {rc=0}\u000a01:05:02.738963 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4750): Process ended prematurely: osmo-stp_10.42.42.5(pid=4750) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4750)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:05:02.748208 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:05:02.809924 run osmo-hlr_10.42.42.2(pid=4747): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4747)]\u000a01:05:02.859919 run osmo-hlr_10.42.42.2(pid=4747): stdout: \u000a| (launched: 2022-12-09_01:04:59.392134) \u000a01:05:02.910483 run osmo-hlr_10.42.42.2(pid=4747): stderr: \u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010459569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010459580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010459588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010459588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010459588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:02.954764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4740): Terminating (SIGTERM)\u000a01:05:02.995213 run iperf3-srv_10.42.42.10(pid=4741): Terminating (SIGTERM)\u000a01:05:03.035564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4742): Terminating (SIGTERM)\u000a01:05:03.075871 run iperf3-srv_10.42.42.10(pid=4743): Terminating (SIGTERM)\u000a01:05:03.116340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4746): Terminating (SIGTERM)\u000a01:05:03.156475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4749): Terminating (SIGTERM)\u000a01:05:03.196865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4752): Terminating (SIGTERM)\u000a01:05:03.206379 --- ParallelTerminationStrategy: PID 4740 died...\u000a01:05:03.260144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4740): Terminated: ok {rc=0}\u000a01:05:03.270115 --- ParallelTerminationStrategy: PID 4741 died...\u000a01:05:03.323482 run iperf3-srv_10.42.42.10(pid=4741): Terminated {rc=256}\u000a01:05:03.333289 --- ParallelTerminationStrategy: PID 4742 died...\u000a01:05:03.387069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4742): Terminated: ok {rc=0}\u000a01:05:03.396930 --- ParallelTerminationStrategy: PID 4743 died...\u000a01:05:03.450344 run iperf3-srv_10.42.42.10(pid=4743): Terminated {rc=256}\u000a01:05:03.460086 --- ParallelTerminationStrategy: PID 4746 died...\u000a01:05:03.513931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4746): Terminated: ok {rc=0}\u000a01:05:03.523546 --- ParallelTerminationStrategy: PID 4749 died...\u000a01:05:03.577132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4749): Terminated: ok {rc=0}\u000a01:05:03.586920 --- ParallelTerminationStrategy: PID 4752 died...\u000a01:05:03.640330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4752): Terminated: ok {rc=0}\u000a01:05:03.729266 bus /gobi_0: Setting Powered False\u000a01:05:04.833625 bus /gobi_0: Setting Powered False\u000a01:05:05.946557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:05:07.057098 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.068416 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:07.228423 tst iperf3.py: using LAC 17995\u000a01:05:07.348642 tst iperf3.py: using RAC 145\u000a01:05:07.467906 tst iperf3.py: using CellId 17995\u000a01:05:07.589308 tst iperf3.py: using BVCI 17996\u000a01:05:07.612512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.623407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.634069 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.644847 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.655634 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.666758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.677741 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.688433 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:07.699379 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:07.975032 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:08.101732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:08.417971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4757): Launched\u000a01:05:08.680540 run iperf3-srv_10.42.42.10(pid=4758): Launched\u000a01:05:08.865729 tst iperf3.py:8: start network...\u000a01:05:08.992129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:09.469931 run create_hlr_db(pid=4759): Launched\u000a01:05:09.644785 bus /gobi_6: Setting Powered False\u000a01:05:10.666334 run create_hlr_db(pid=4759): Terminated: ok {rc=0}\u000a01:05:11.099780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Launched\u000a01:05:11.427249 run osmo-hlr_10.42.42.2(pid=4762): Launched\u000a01:05:11.548855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:12.120902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Launched\u000a01:05:12.447670 run osmo-stp_10.42.42.5(pid=4765): Launched\u000a01:05:12.566650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:13.137273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Launched\u000a01:05:13.254043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:13.539868 run patchelf(pid=4768): Launched\u000a01:05:13.731104 run osmo-stp_10.42.42.5(pid=4765): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)]\u000a01:05:13.871405 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-09_01:05:12.287232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.012341 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221209010512480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010512480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010512481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010512481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.147669 run osmo-stp_10.42.42.5(pid=4765): stdout: \u000a| (launched: 2022-12-09_01:05:12.287232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.281628 run osmo-stp_10.42.42.5(pid=4765): stderr: \u000a| �[0;m�[38;5;43m20221209010512480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010512480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010512481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010512481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010512484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.437756 run patchelf(pid=4768): Terminating (SIGINT)\u000a01:05:14.621915 run patchelf(pid=4768): Terminated: ok {rc=0}\u000a01:05:14.655518 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4765): Process ended prematurely: osmo-stp_10.42.42.5(pid=4765) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4765)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:05:14.665372 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:05:14.729033 run osmo-hlr_10.42.42.2(pid=4762): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4762)]\u000a01:05:14.781014 run osmo-hlr_10.42.42.2(pid=4762): stdout: \u000a| (launched: 2022-12-09_01:05:11.266026) \u000a01:05:14.833532 run osmo-hlr_10.42.42.2(pid=4762): stderr: \u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010511468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010511479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010511488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010511488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010511488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:14.878457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4757): Terminating (SIGTERM)\u000a01:05:14.921143 run iperf3-srv_10.42.42.10(pid=4758): Terminating (SIGTERM)\u000a01:05:14.963686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminating (SIGTERM)\u000a01:05:15.006306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminating (SIGTERM)\u000a01:05:15.048489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Terminating (SIGTERM)\u000a01:05:15.058433 --- ParallelTerminationStrategy: PID 4757 died...\u000a01:05:15.114969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4757): Terminated: ok {rc=0}\u000a01:05:15.125121 --- ParallelTerminationStrategy: PID 4758 died...\u000a01:05:15.181272 run iperf3-srv_10.42.42.10(pid=4758): Terminated {rc=256}\u000a01:05:15.191339 --- ParallelTerminationStrategy: PID 4761 died...\u000a01:05:15.247712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4761): Terminated: ok {rc=0}\u000a01:05:15.258224 --- ParallelTerminationStrategy: PID 4764 died...\u000a01:05:15.314541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4764): Terminated: ok {rc=0}\u000a01:05:15.324612 --- ParallelTerminationStrategy: PID 4767 died...\u000a01:05:15.380757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4767): Terminated: ok {rc=0}\u000a01:05:15.467888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4783): Process ended prematurely: osmo-stp_10.42.42.5(pid=4783) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4783)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4783): Process ended prematurely: osmo-stp_10.42.42.5(pid=4783) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:05:16.602420 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:16.617863 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:16.791457 tst iperf3m4.py: using LAC 17996\u000a01:05:16.918806 tst iperf3m4.py: using RAC 146\u000a01:05:17.043047 tst iperf3m4.py: using CellId 17996\u000a01:05:17.181122 tst iperf3m4.py: using BVCI 17997\u000a01:05:17.205470 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.217346 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.229590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.241747 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.252770 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.263968 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.275177 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.286600 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:17.297833 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:17.416479 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:17.537865 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:17.654727 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:17.952624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:05:18.088755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:18.427000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4769): Launched\u000a01:05:18.707653 run iperf3-srv_10.42.42.10(pid=4770): Launched\u000a01:05:18.907899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:05:19.044383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:19.382722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4771): Launched\u000a01:05:19.662803 run iperf3-srv_10.42.42.10(pid=4772): Launched\u000a01:05:19.862648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:05:19.998834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:20.337877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4773): Launched\u000a01:05:20.617323 run iperf3-srv_10.42.42.10(pid=4774): Launched\u000a01:05:20.816495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:05:20.952929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:21.290075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4775): Launched\u000a01:05:21.569366 run iperf3-srv_10.42.42.10(pid=4776): Launched\u000a01:05:21.768813 tst iperf3m4.py:8: start network...\u000a01:05:21.904673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:22.426464 run create_hlr_db(pid=4777): Launched\u000a01:05:22.615067 bus /gobi_6: Setting Powered False\u000a01:05:23.636299 run create_hlr_db(pid=4777): Terminated: ok {rc=0}\u000a01:05:24.043346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4779): Launched\u000a01:05:24.347496 run osmo-hlr_10.42.42.2(pid=4780): Launched\u000a01:05:24.462960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:24.993095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4782): Launched\u000a01:05:25.296867 run osmo-stp_10.42.42.5(pid=4783): Launched\u000a01:05:25.407163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:25.935113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4785): Launched\u000a01:05:26.043579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:26.309341 run patchelf(pid=4786): Launched\u000a01:05:26.487513 run osmo-stp_10.42.42.5(pid=4783): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4783)]\u000a01:05:26.621702 run osmo-stp_10.42.42.5(pid=4783): stdout: \u000a| (launched: 2022-12-09_01:05:25.147112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:26.751322 run osmo-stp_10.42.42.5(pid=4783): stderr: \u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010525314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:26.878369 run osmo-stp_10.42.42.5(pid=4783): stdout: \u000a| (launched: 2022-12-09_01:05:25.147112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:27.002723 run osmo-stp_10.42.42.5(pid=4783): stderr: \u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010525313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010525314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010525314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:27.147563 run patchelf(pid=4786): Terminating (SIGINT)\u000a01:05:27.318833 run patchelf(pid=4786): Terminated: ok {rc=0}\u000a01:05:27.350262 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4783): Process ended prematurely: osmo-stp_10.42.42.5(pid=4783) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4783)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:05:27.359526 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:05:27.420825 run osmo-hlr_10.42.42.2(pid=4780): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4780)]\u000a01:05:27.470223 run osmo-hlr_10.42.42.2(pid=4780): stdout: \u000a| (launched: 2022-12-09_01:05:24.197222) \u000a01:05:27.521656 run osmo-hlr_10.42.42.2(pid=4780): stderr: \u000a| �[0;m�[1;31m20221209010524372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010524372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010524373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010524373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010524373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010524373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010524384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010524394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010524394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010524394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:27.564157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4769): Terminating (SIGTERM)\u000a01:05:27.604785 run iperf3-srv_10.42.42.10(pid=4770): Terminating (SIGTERM)\u000a01:05:27.645069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4771): Terminating (SIGTERM)\u000a01:05:27.685282 run iperf3-srv_10.42.42.10(pid=4772): Terminating (SIGTERM)\u000a01:05:27.725619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4773): Terminating (SIGTERM)\u000a01:05:27.765808 run iperf3-srv_10.42.42.10(pid=4774): Terminating (SIGTERM)\u000a01:05:27.806162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4775): Terminating (SIGTERM)\u000a01:05:27.846365 run iperf3-srv_10.42.42.10(pid=4776): Terminating (SIGTERM)\u000a01:05:27.886433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4779): Terminating (SIGTERM)\u000a01:05:27.926676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4782): Terminating (SIGTERM)\u000a01:05:27.966807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4785): Terminating (SIGTERM)\u000a01:05:27.976259 --- ParallelTerminationStrategy: PID 4769 died...\u000a01:05:28.030767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4769): Terminated: ok {rc=0}\u000a01:05:28.040566 --- ParallelTerminationStrategy: PID 4770 died...\u000a01:05:28.094151 run iperf3-srv_10.42.42.10(pid=4770): Terminated {rc=256}\u000a01:05:28.104033 --- ParallelTerminationStrategy: PID 4771 died...\u000a01:05:28.157605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4771): Terminated: ok {rc=0}\u000a01:05:28.167599 --- ParallelTerminationStrategy: PID 4772 died...\u000a01:05:28.220979 run iperf3-srv_10.42.42.10(pid=4772): Terminated {rc=256}\u000a01:05:28.230820 --- ParallelTerminationStrategy: PID 4773 died...\u000a01:05:28.284972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4773): Terminated: ok {rc=0}\u000a01:05:28.294689 --- ParallelTerminationStrategy: PID 4774 died...\u000a01:05:28.348452 run iperf3-srv_10.42.42.10(pid=4774): Terminated {rc=256}\u000a01:05:28.358415 --- ParallelTerminationStrategy: PID 4775 died...\u000a01:05:28.412420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4775): Terminated: ok {rc=0}\u000a01:05:28.422464 --- ParallelTerminationStrategy: PID 4776 died...\u000a01:05:28.476191 run iperf3-srv_10.42.42.10(pid=4776): Terminated {rc=256}\u000a01:05:28.485918 --- ParallelTerminationStrategy: PID 4779 died...\u000a01:05:28.539679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4779): Terminated: ok {rc=0}\u000a01:05:28.549693 --- ParallelTerminationStrategy: PID 4782 died...\u000a01:05:28.603223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4782): Terminated: ok {rc=0}\u000a01:05:28.613310 --- ParallelTerminationStrategy: PID 4785 died...\u000a01:05:28.667241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4785): Terminated: ok {rc=0}\u000a01:05:28.755514 bus /gobi_4: Setting Powered False\u000a01:05:29.858557 bus /gobi_4: Setting Powered False\u000a01:05:30.977540 bus /gobi_1: Setting Powered False\u000a01:05:32.088386 bus /gobi_1: Setting Powered False\u000a01:05:33.198900 bus /gobi_0: Setting Powered False\u000a01:05:34.303892 bus /gobi_0: Setting Powered False\u000a01:05:35.416396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4793): Process ended prematurely: osmo-stp_10.42.42.5(pid=4793) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4793)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4793): Process ended prematurely: osmo-stp_10.42.42.5(pid=4793) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:05:36.484693 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:36.496755 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:36.655507 tst ping.py: using LAC 17997\u000a01:05:36.774452 tst ping.py: using RAC 147\u000a01:05:36.893113 tst ping.py: using CellId 17997\u000a01:05:37.010977 tst ping.py: using BVCI 17998\u000a01:05:37.033674 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.044409 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.055033 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.065856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.076509 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.087292 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.098359 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:37.109182 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:37.382207 tst ping.py:19: start network...\u000a01:05:37.505460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:37.971734 run create_hlr_db(pid=4787): Launched\u000a01:05:38.143824 bus /gobi_6: Setting Powered False\u000a01:05:39.164870 run create_hlr_db(pid=4787): Terminated: ok {rc=0}\u000a01:05:39.562053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4789): Launched\u000a01:05:39.859883 run osmo-hlr_10.42.42.2(pid=4790): Launched\u000a01:05:39.977427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:40.502097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4792): Launched\u000a01:05:40.797945 run osmo-stp_10.42.42.5(pid=4793): Launched\u000a01:05:40.905707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:41.423238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4795): Launched\u000a01:05:41.528883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:41.788567 run patchelf(pid=4796): Launched\u000a01:05:41.963548 run osmo-stp_10.42.42.5(pid=4793): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4793)]\u000a01:05:42.091092 run osmo-stp_10.42.42.5(pid=4793): stdout: \u000a| (launched: 2022-12-09_01:05:40.652114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:42.219148 run osmo-stp_10.42.42.5(pid=4793): stderr: \u000a| �[0;m�[38;5;43m20221209010540820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010540821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010540821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010540821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:42.342277 run osmo-stp_10.42.42.5(pid=4793): stdout: \u000a| (launched: 2022-12-09_01:05:40.652114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:42.464455 run osmo-stp_10.42.42.5(pid=4793): stderr: \u000a| �[0;m�[38;5;43m20221209010540820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010540821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010540821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010540821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010540822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:42.606507 run patchelf(pid=4796): Terminating (SIGINT)\u000a01:05:42.774449 run patchelf(pid=4796): Terminated: ok {rc=0}\u000a01:05:42.804901 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4793): Process ended prematurely: osmo-stp_10.42.42.5(pid=4793) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4793)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:05:42.813571 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:05:42.874416 run osmo-hlr_10.42.42.2(pid=4790): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4790)]\u000a01:05:42.923785 run osmo-hlr_10.42.42.2(pid=4790): stdout: \u000a| (launched: 2022-12-09_01:05:39.712757) \u000a01:05:42.973917 run osmo-hlr_10.42.42.2(pid=4790): stderr: \u000a| �[0;m�[1;31m20221209010539883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010539883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010539883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010539883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010539884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010539884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010539896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010539904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010539905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010539905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:43.016410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4789): Terminating (SIGTERM)\u000a01:05:43.056638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4792): Terminating (SIGTERM)\u000a01:05:43.097034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4795): Terminating (SIGTERM)\u000a01:05:43.106594 --- ParallelTerminationStrategy: PID 4789 died...\u000a01:05:43.160741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4789): Terminated: ok {rc=0}\u000a01:05:43.170699 --- ParallelTerminationStrategy: PID 4792 died...\u000a01:05:43.224565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4792): Terminated: ok {rc=0}\u000a01:05:43.234577 --- ParallelTerminationStrategy: PID 4795 died...\u000a01:05:43.288396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4795): Terminated: ok {rc=0}\u000a01:05:43.379471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:05:44.432313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:44.444731 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:05:44.605881 tst ping_idle_ping.py: using LAC 17998\u000a01:05:44.728167 tst ping_idle_ping.py: using RAC 148\u000a01:05:44.843450 tst ping_idle_ping.py: using CellId 17998\u000a01:05:44.959125 tst ping_idle_ping.py: using BVCI 17999\u000a01:05:44.981953 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:44.992720 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.003271 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.014237 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.025006 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.035909 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.046967 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:05:45.057828 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:05:45.349449 tst ping_idle_ping.py:24: start network...\u000a01:05:45.483461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:46.030083 run create_hlr_db(pid=4797): Launched\u000a01:05:46.209554 bus /gobi_6: Setting Powered False\u000a01:05:47.242998 run create_hlr_db(pid=4797): Terminated: ok {rc=0}\u000a01:05:47.670131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Launched\u000a01:05:47.989326 run osmo-hlr_10.42.42.2(pid=4800): Launched\u000a01:05:48.105918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:48.661992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Launched\u000a01:05:48.981182 run osmo-stp_10.42.42.5(pid=4803): Launched\u000a01:05:49.096655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:05:49.653133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4805): Launched\u000a01:05:49.767299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:05:50.045966 run patchelf(pid=4806): Launched\u000a01:05:50.233504 run osmo-stp_10.42.42.5(pid=4803): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)]\u000a01:05:50.371064 run osmo-stp_10.42.42.5(pid=4803): stdout: \u000a| (launched: 2022-12-09_01:05:48.824604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:50.509597 run osmo-stp_10.42.42.5(pid=4803): stderr: \u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010549014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:50.642440 run osmo-stp_10.42.42.5(pid=4803): stdout: \u000a| (launched: 2022-12-09_01:05:48.824604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:50.773748 run osmo-stp_10.42.42.5(pid=4803): stderr: \u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010549013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010549014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010549014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:50.926839 run patchelf(pid=4806): Terminating (SIGINT)\u000a01:05:51.106405 run patchelf(pid=4806): Terminated: ok {rc=0}\u000a01:05:51.139274 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4803): Process ended prematurely: osmo-stp_10.42.42.5(pid=4803) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4803)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:05:51.148326 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:05:51.211244 run osmo-hlr_10.42.42.2(pid=4800): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4800)]\u000a01:05:51.262426 run osmo-hlr_10.42.42.2(pid=4800): stdout: \u000a| (launched: 2022-12-09_01:05:47.832473) \u000a01:05:51.314383 run osmo-hlr_10.42.42.2(pid=4800): stderr: \u000a| �[0;m�[1;31m20221209010548027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010548028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010548028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010548028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010548028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010548028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010548043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010548053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010548054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010548054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:51.358789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Terminating (SIGTERM)\u000a01:05:51.400511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Terminating (SIGTERM)\u000a01:05:51.442613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4805): Terminating (SIGTERM)\u000a01:05:51.452389 --- ParallelTerminationStrategy: PID 4799 died...\u000a01:05:51.508473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4799): Terminated: ok {rc=0}\u000a01:05:51.518623 --- ParallelTerminationStrategy: PID 4802 died...\u000a01:05:51.574460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4802): Terminated: ok {rc=0}\u000a01:05:51.584552 --- ParallelTerminationStrategy: PID 4805 died...\u000a01:05:51.640058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4805): Terminated: ok {rc=0}\u000a01:05:51.725260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:04:53" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4821): Process ended prematurely: osmo-stp_10.42.42.5(pid=4821) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4821)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4821): Process ended prematurely: osmo-stp_10.42.42.5(pid=4821) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:05:53.878434 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:53.889209 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:54.053761 tst cs_paging_gprs_active.py: using LAC 17999\u000a01:05:54.183234 tst cs_paging_gprs_active.py: using RAC 149\u000a01:05:54.312579 tst cs_paging_gprs_active.py: using CellId 17999\u000a01:05:54.439570 tst cs_paging_gprs_active.py: using BVCI 18000\u000a01:05:54.465131 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.476568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.487874 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.499114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.510297 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.521592 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.532896 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.544074 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:05:54.555999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:54.672750 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:05:54.949342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:05:55.076155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:55.391738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4811): Launched\u000a01:05:55.654455 run iperf3-srv_10.42.42.10(pid=4812): Launched\u000a01:05:55.839609 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:05:55.965943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:05:56.281792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4813): Launched\u000a01:05:56.544548 run iperf3-srv_10.42.42.10(pid=4814): Launched\u000a01:05:56.729207 tst cs_paging_gprs_active.py:38: start network...\u000a01:05:56.855427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:57.336849 run create_hlr_db(pid=4815): Launched\u000a01:05:57.511595 bus /gobi_6: Setting Powered False\u000a01:05:58.534048 run create_hlr_db(pid=4815): Terminated: ok {rc=0}\u000a01:05:58.967766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4817): Launched\u000a01:05:59.293053 run osmo-hlr_10.42.42.2(pid=4818): Launched\u000a01:05:59.418142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:59.982162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4820): Launched\u000a01:06:00.306842 run osmo-stp_10.42.42.5(pid=4821): Launched\u000a01:06:00.425628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:01.068082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4823): Launched\u000a01:06:01.188334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:01.488528 run patchelf(pid=4824): Launched\u000a01:06:01.685706 run osmo-stp_10.42.42.5(pid=4821): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4821)]\u000a01:06:01.829756 run osmo-stp_10.42.42.5(pid=4821): stdout: \u000a| (launched: 2022-12-09_01:06:00.147629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:01.974833 run osmo-stp_10.42.42.5(pid=4821): stderr: \u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010600336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:02.113059 run osmo-stp_10.42.42.5(pid=4821): stdout: \u000a| (launched: 2022-12-09_01:06:00.147629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:02.247274 run osmo-stp_10.42.42.5(pid=4821): stderr: \u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010600335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010600336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010600336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:02.404221 run patchelf(pid=4824): Terminating (SIGINT)\u000a01:06:02.589189 run patchelf(pid=4824): Terminated: ok {rc=0}\u000a01:06:02.622958 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4821): Process ended prematurely: osmo-stp_10.42.42.5(pid=4821) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4821)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:06:02.633058 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:06:02.696442 run osmo-hlr_10.42.42.2(pid=4818): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4818)]\u000a01:06:02.748212 run osmo-hlr_10.42.42.2(pid=4818): stdout: \u000a| (launched: 2022-12-09_01:05:59.133696) \u000a01:06:02.800410 run osmo-hlr_10.42.42.2(pid=4818): stderr: \u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010559331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010559343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010559352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010559352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010559352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:02.845337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4811): Terminating (SIGTERM)\u000a01:06:02.887397 run iperf3-srv_10.42.42.10(pid=4812): Terminating (SIGTERM)\u000a01:06:02.929904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4813): Terminating (SIGTERM)\u000a01:06:02.972028 run iperf3-srv_10.42.42.10(pid=4814): Terminating (SIGTERM)\u000a01:06:03.014719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4817): Terminating (SIGTERM)\u000a01:06:03.056880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4820): Terminating (SIGTERM)\u000a01:06:03.099100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4823): Terminating (SIGTERM)\u000a01:06:03.108786 --- ParallelTerminationStrategy: PID 4811 died...\u000a01:06:03.165233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4811): Terminated: ok {rc=0}\u000a01:06:03.175480 --- ParallelTerminationStrategy: PID 4812 died...\u000a01:06:03.231905 run iperf3-srv_10.42.42.10(pid=4812): Terminated {rc=256}\u000a01:06:03.242220 --- ParallelTerminationStrategy: PID 4813 died...\u000a01:06:03.298365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4813): Terminated: ok {rc=0}\u000a01:06:03.308614 --- ParallelTerminationStrategy: PID 4814 died...\u000a01:06:03.364687 run iperf3-srv_10.42.42.10(pid=4814): Terminated {rc=256}\u000a01:06:03.374919 --- ParallelTerminationStrategy: PID 4817 died...\u000a01:06:03.430854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4817): Terminated: ok {rc=0}\u000a01:06:03.440928 --- ParallelTerminationStrategy: PID 4820 died...\u000a01:06:03.496988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4820): Terminated: ok {rc=0}\u000a01:06:03.507052 --- ParallelTerminationStrategy: PID 4823 died...\u000a01:06:03.562960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4823): Terminated: ok {rc=0}\u000a01:06:03.649757 bus /gobi_0: Setting Powered False\u000a01:06:04.751983 bus /gobi_0: Setting Powered False\u000a01:06:05.862694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4833): Process ended prematurely: osmo-stp_10.42.42.5(pid=4833) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4833)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4833): Process ended prematurely: osmo-stp_10.42.42.5(pid=4833) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:06:06.978869 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:06.991041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:07.161027 tst iperf3.py: using LAC 18000\u000a01:06:07.290164 tst iperf3.py: using RAC 150\u000a01:06:07.419015 tst iperf3.py: using CellId 18000\u000a01:06:07.545974 tst iperf3.py: using BVCI 18001\u000a01:06:07.570680 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.581960 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.592940 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.604094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.615117 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.626242 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.637441 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.648416 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:07.659581 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:07.953927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:08.089374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:08.426283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4825): Launched\u000a01:06:08.706300 run iperf3-srv_10.42.42.10(pid=4826): Launched\u000a01:06:08.905668 tst iperf3.py:8: start network...\u000a01:06:09.041822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:09.561815 run create_hlr_db(pid=4827): Launched\u000a01:06:09.749726 bus /gobi_6: Setting Powered False\u000a01:06:10.770267 run create_hlr_db(pid=4827): Terminated: ok {rc=0}\u000a01:06:11.202820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4829): Launched\u000a01:06:11.527242 run osmo-hlr_10.42.42.2(pid=4830): Launched\u000a01:06:11.645305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:12.209461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4832): Launched\u000a01:06:12.532095 run osmo-stp_10.42.42.5(pid=4833): Launched\u000a01:06:12.649648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:13.215072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4835): Launched\u000a01:06:13.331105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:13.613421 run patchelf(pid=4836): Launched\u000a01:06:13.803589 run osmo-stp_10.42.42.5(pid=4833): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4833)]\u000a01:06:13.943369 run osmo-stp_10.42.42.5(pid=4833): stdout: \u000a| (launched: 2022-12-09_01:06:12.374072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:14.083071 run osmo-stp_10.42.42.5(pid=4833): stderr: \u000a| �[0;m�[38;5;43m20221209010612564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010612564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010612565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010612565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:14.217624 run osmo-stp_10.42.42.5(pid=4833): stdout: \u000a| (launched: 2022-12-09_01:06:12.374072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:14.350759 run osmo-stp_10.42.42.5(pid=4833): stderr: \u000a| �[0;m�[38;5;43m20221209010612564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010612564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010612565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010612565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010612566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:14.506016 run patchelf(pid=4836): Terminating (SIGINT)\u000a01:06:14.689180 run patchelf(pid=4836): Terminated: ok {rc=0}\u000a01:06:14.722422 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4833): Process ended prematurely: osmo-stp_10.42.42.5(pid=4833) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4833)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:06:14.732304 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:06:14.796088 run osmo-hlr_10.42.42.2(pid=4830): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4830)]\u000a01:06:14.848232 run osmo-hlr_10.42.42.2(pid=4830): stdout: \u000a| (launched: 2022-12-09_01:06:11.368553) \u000a01:06:14.901122 run osmo-hlr_10.42.42.2(pid=4830): stderr: \u000a| �[0;m�[1;31m20221209010611565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010611565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010611565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010611565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010611566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010611566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010611579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010611587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010611588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010611588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:14.946389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4825): Terminating (SIGTERM)\u000a01:06:14.988793 run iperf3-srv_10.42.42.10(pid=4826): Terminating (SIGTERM)\u000a01:06:15.031319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4829): Terminating (SIGTERM)\u000a01:06:15.073562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4832): Terminating (SIGTERM)\u000a01:06:15.116019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4835): Terminating (SIGTERM)\u000a01:06:15.126051 --- ParallelTerminationStrategy: PID 4825 died...\u000a01:06:15.182602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4825): Terminated: ok {rc=0}\u000a01:06:15.192855 --- ParallelTerminationStrategy: PID 4826 died...\u000a01:06:15.249077 run iperf3-srv_10.42.42.10(pid=4826): Terminated {rc=256}\u000a01:06:15.259235 --- ParallelTerminationStrategy: PID 4829 died...\u000a01:06:15.315781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4829): Terminated: ok {rc=0}\u000a01:06:15.326043 --- ParallelTerminationStrategy: PID 4832 died...\u000a01:06:15.382375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4832): Terminated: ok {rc=0}\u000a01:06:15.392584 --- ParallelTerminationStrategy: PID 4835 died...\u000a01:06:15.448868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4835): Terminated: ok {rc=0}\u000a01:06:15.536388 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:06:16.679302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:16.695146 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:16.883725 tst iperf3m4.py: using LAC 18001\u000a01:06:17.042766 tst iperf3m4.py: using RAC 151\u000a01:06:17.191901 tst iperf3m4.py: using CellId 18001\u000a01:06:17.311536 tst iperf3m4.py: using BVCI 18002\u000a01:06:17.334608 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.345615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.356376 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.367435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.378314 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.389368 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.400449 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.411432 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:17.422610 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:17.542214 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:17.662101 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:17.780235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:18.074141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:18.210190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:18.545487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4837): Launched\u000a01:06:18.824886 run iperf3-srv_10.42.42.10(pid=4838): Launched\u000a01:06:19.024774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:06:19.160406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:19.496345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4839): Launched\u000a01:06:19.774665 run iperf3-srv_10.42.42.10(pid=4840): Launched\u000a01:06:19.974159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:06:20.109924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:20.445956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4841): Launched\u000a01:06:20.724797 run iperf3-srv_10.42.42.10(pid=4842): Launched\u000a01:06:20.924102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:06:21.059542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:21.396232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4843): Launched\u000a01:06:21.674850 run iperf3-srv_10.42.42.10(pid=4844): Launched\u000a01:06:21.874068 tst iperf3m4.py:8: start network...\u000a01:06:22.010000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:22.528432 run create_hlr_db(pid=4845): Launched\u000a01:06:22.716374 bus /gobi_6: Setting Powered False\u000a01:06:23.736457 run create_hlr_db(pid=4845): Terminated: ok {rc=0}\u000a01:06:24.143005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Launched\u000a01:06:24.446521 run osmo-hlr_10.42.42.2(pid=4848): Launched\u000a01:06:24.565837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:25.098908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Launched\u000a01:06:25.400144 run osmo-stp_10.42.42.5(pid=4851): Launched\u000a01:06:25.509580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:26.035809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4853): Launched\u000a01:06:26.144117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:26.410351 run patchelf(pid=4854): Launched\u000a01:06:26.590905 run osmo-stp_10.42.42.5(pid=4851): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)]\u000a01:06:26.723267 run osmo-stp_10.42.42.5(pid=4851): stdout: \u000a| (launched: 2022-12-09_01:06:25.252060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:26.855656 run osmo-stp_10.42.42.5(pid=4851): stderr: \u000a| �[0;m�[38;5;43m20221209010625419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010625420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010625420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010625420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:26.983043 run osmo-stp_10.42.42.5(pid=4851): stdout: \u000a| (launched: 2022-12-09_01:06:25.252060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:27.109393 run osmo-stp_10.42.42.5(pid=4851): stderr: \u000a| �[0;m�[38;5;43m20221209010625419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010625420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010625420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010625420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010625421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:27.256208 run patchelf(pid=4854): Terminating (SIGINT)\u000a01:06:27.429389 run patchelf(pid=4854): Terminated: ok {rc=0}\u000a01:06:27.461199 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4851): Process ended prematurely: osmo-stp_10.42.42.5(pid=4851) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4851)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:06:27.470746 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:06:27.532417 run osmo-hlr_10.42.42.2(pid=4848): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4848)]\u000a01:06:27.582310 run osmo-hlr_10.42.42.2(pid=4848): stdout: \u000a| (launched: 2022-12-09_01:06:24.297158) \u000a01:06:27.632775 run osmo-hlr_10.42.42.2(pid=4848): stderr: \u000a| �[0;m�[1;31m20221209010624471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010624471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010624471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010624471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010624472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010624472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010624483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010624493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010624493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010624493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:27.675591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4837): Terminating (SIGTERM)\u000a01:06:27.716070 run iperf3-srv_10.42.42.10(pid=4838): Terminating (SIGTERM)\u000a01:06:27.756935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4839): Terminating (SIGTERM)\u000a01:06:27.797705 run iperf3-srv_10.42.42.10(pid=4840): Terminating (SIGTERM)\u000a01:06:27.838345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4841): Terminating (SIGTERM)\u000a01:06:27.878731 run iperf3-srv_10.42.42.10(pid=4842): Terminating (SIGTERM)\u000a01:06:27.919255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4843): Terminating (SIGTERM)\u000a01:06:27.959642 run iperf3-srv_10.42.42.10(pid=4844): Terminating (SIGTERM)\u000a01:06:28.000139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Terminating (SIGTERM)\u000a01:06:28.040735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Terminating (SIGTERM)\u000a01:06:28.081654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4853): Terminating (SIGTERM)\u000a01:06:28.091349 --- ParallelTerminationStrategy: PID 4837 died...\u000a01:06:28.145560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4837): Terminated: ok {rc=0}\u000a01:06:28.155821 --- ParallelTerminationStrategy: PID 4838 died...\u000a01:06:28.209808 run iperf3-srv_10.42.42.10(pid=4838): Terminated {rc=256}\u000a01:06:28.219500 --- ParallelTerminationStrategy: PID 4839 died...\u000a01:06:28.273427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4839): Terminated: ok {rc=0}\u000a01:06:28.283317 --- ParallelTerminationStrategy: PID 4840 died...\u000a01:06:28.336929 run iperf3-srv_10.42.42.10(pid=4840): Terminated {rc=256}\u000a01:06:28.346768 --- ParallelTerminationStrategy: PID 4841 died...\u000a01:06:28.400865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4841): Terminated: ok {rc=0}\u000a01:06:28.410667 --- ParallelTerminationStrategy: PID 4842 died...\u000a01:06:28.464531 run iperf3-srv_10.42.42.10(pid=4842): Terminated {rc=256}\u000a01:06:28.474224 --- ParallelTerminationStrategy: PID 4843 died...\u000a01:06:28.528038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4843): Terminated: ok {rc=0}\u000a01:06:28.537966 --- ParallelTerminationStrategy: PID 4844 died...\u000a01:06:28.591941 run iperf3-srv_10.42.42.10(pid=4844): Terminated {rc=256}\u000a01:06:28.601692 --- ParallelTerminationStrategy: PID 4847 died...\u000a01:06:28.655606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4847): Terminated: ok {rc=0}\u000a01:06:28.665626 --- ParallelTerminationStrategy: PID 4850 died...\u000a01:06:28.720082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4850): Terminated: ok {rc=0}\u000a01:06:28.730207 --- ParallelTerminationStrategy: PID 4853 died...\u000a01:06:28.784275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4853): Terminated: ok {rc=0}\u000a01:06:28.873543 bus /gobi_4: Setting Powered False\u000a01:06:29.978547 bus /gobi_4: Setting Powered False\u000a01:06:31.097600 bus /gobi_1: Setting Powered False\u000a01:06:32.202592 bus /gobi_1: Setting Powered False\u000a01:06:33.314729 bus /gobi_0: Setting Powered False\u000a01:06:34.418876 bus /gobi_0: Setting Powered False\u000a01:06:35.533214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4861): Process ended prematurely: osmo-stp_10.42.42.5(pid=4861) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4861)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4861): Process ended prematurely: osmo-stp_10.42.42.5(pid=4861) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:06:36.602582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:36.614731 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:36.779715 tst ping.py: using LAC 18002\u000a01:06:36.906518 tst ping.py: using RAC 152\u000a01:06:37.033129 tst ping.py: using CellId 18002\u000a01:06:37.158631 tst ping.py: using BVCI 18003\u000a01:06:37.183661 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.195280 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.206706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.218399 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.229929 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.241508 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.253070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:37.264575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:37.556621 tst ping.py:19: start network...\u000a01:06:37.690993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:38.204524 run create_hlr_db(pid=4855): Launched\u000a01:06:38.392094 bus /gobi_6: Setting Powered False\u000a01:06:39.411456 run create_hlr_db(pid=4855): Terminated: ok {rc=0}\u000a01:06:39.818269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4857): Launched\u000a01:06:40.121489 run osmo-hlr_10.42.42.2(pid=4858): Launched\u000a01:06:40.241249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:40.777784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4860): Launched\u000a01:06:41.080932 run osmo-stp_10.42.42.5(pid=4861): Launched\u000a01:06:41.191355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:41.715784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4863): Launched\u000a01:06:41.822721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:42.086010 run patchelf(pid=4864): Launched\u000a01:06:42.262950 run osmo-stp_10.42.42.5(pid=4861): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4861)]\u000a01:06:42.391726 run osmo-stp_10.42.42.5(pid=4861): stdout: \u000a| (launched: 2022-12-09_01:06:40.931589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:42.522707 run osmo-stp_10.42.42.5(pid=4861): stderr: \u000a| �[0;m�[38;5;43m20221209010641098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010641098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010641099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010641099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010641099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010641099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010641100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:42.647439 run osmo-stp_10.42.42.5(pid=4861): stdout: \u000a| (launched: 2022-12-09_01:06:40.931589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:42.770844 run osmo-stp_10.42.42.5(pid=4861): stderr: \u000a| �[0;m�[38;5;43m20221209010641098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010641098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010641099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010641099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010641099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010641099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010641100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:42.916413 run patchelf(pid=4864): Terminating (SIGINT)\u000a01:06:43.086160 run patchelf(pid=4864): Terminated: ok {rc=0}\u000a01:06:43.117036 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4861): Process ended prematurely: osmo-stp_10.42.42.5(pid=4861) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4861)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:06:43.125732 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:06:43.185580 run osmo-hlr_10.42.42.2(pid=4858): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4858)]\u000a01:06:43.235625 run osmo-hlr_10.42.42.2(pid=4858): stdout: \u000a| (launched: 2022-12-09_01:06:39.971688) \u000a01:06:43.285989 run osmo-hlr_10.42.42.2(pid=4858): stderr: \u000a| �[0;m�[1;31m20221209010640144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010640144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010640144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010640144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010640144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010640145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010640157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010640165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010640165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010640165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:43.328395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4857): Terminating (SIGTERM)\u000a01:06:43.368583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4860): Terminating (SIGTERM)\u000a01:06:43.408710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4863): Terminating (SIGTERM)\u000a01:06:43.418267 --- ParallelTerminationStrategy: PID 4857 died...\u000a01:06:43.472212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4857): Terminated: ok {rc=0}\u000a01:06:43.481800 --- ParallelTerminationStrategy: PID 4860 died...\u000a01:06:43.534769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4860): Terminated: ok {rc=0}\u000a01:06:43.544403 --- ParallelTerminationStrategy: PID 4863 died...\u000a01:06:43.597294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4863): Terminated: ok {rc=0}\u000a01:06:43.687033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:06:44.739199 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:44.751059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:06:44.917200 tst ping_idle_ping.py: using LAC 18003\u000a01:06:45.045594 tst ping_idle_ping.py: using RAC 153\u000a01:06:45.173320 tst ping_idle_ping.py: using CellId 18003\u000a01:06:45.301493 tst ping_idle_ping.py: using BVCI 18004\u000a01:06:45.326609 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.338002 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.349243 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.360316 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.371405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.382669 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.393872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:06:45.405047 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:06:45.682539 tst ping_idle_ping.py:24: start network...\u000a01:06:45.808216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:46.381862 run create_hlr_db(pid=4866): Launched\u000a01:06:46.559783 bus /gobi_6: Setting Powered False\u000a01:06:47.578239 run create_hlr_db(pid=4866): Terminated: ok {rc=0}\u000a01:06:48.009984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Launched\u000a01:06:48.334208 run osmo-hlr_10.42.42.2(pid=4869): Launched\u000a01:06:48.453440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:49.016576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Launched\u000a01:06:49.340900 run osmo-stp_10.42.42.5(pid=4872): Launched\u000a01:06:49.458762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:50.024531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4874): Launched\u000a01:06:50.139759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:50.421360 run patchelf(pid=4875): Launched\u000a01:06:50.610781 run osmo-stp_10.42.42.5(pid=4872): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)]\u000a01:06:50.749874 run osmo-stp_10.42.42.5(pid=4872): stdout: \u000a| (launched: 2022-12-09_01:06:49.181598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:50.889091 run osmo-stp_10.42.42.5(pid=4872): stderr: \u000a| �[0;m�[38;5;43m20221209010649374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010649374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010649375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010649375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010649375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010649376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010649376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:51.024202 run osmo-stp_10.42.42.5(pid=4872): stdout: \u000a| (launched: 2022-12-09_01:06:49.181598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:51.157320 run osmo-stp_10.42.42.5(pid=4872): stderr: \u000a| �[0;m�[38;5;43m20221209010649374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010649374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010649375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010649375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010649375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010649376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010649376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:51.311690 run patchelf(pid=4875): Terminating (SIGINT)\u000a01:06:51.493083 run patchelf(pid=4875): Terminated: ok {rc=0}\u000a01:06:51.526158 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4872): Process ended prematurely: osmo-stp_10.42.42.5(pid=4872) [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4872)] [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:06:51.535512 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:06:51.599231 run osmo-hlr_10.42.42.2(pid=4869): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4869)]\u000a01:06:51.651281 run osmo-hlr_10.42.42.2(pid=4869): stdout: \u000a| (launched: 2022-12-09_01:06:48.174670) \u000a01:06:51.704005 run osmo-hlr_10.42.42.2(pid=4869): stderr: \u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010648372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010648388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010648396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010648397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010648397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:51.748994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Terminating (SIGTERM)\u000a01:06:51.791298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Terminating (SIGTERM)\u000a01:06:51.834136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4874): Terminating (SIGTERM)\u000a01:06:51.843907 --- ParallelTerminationStrategy: PID 4868 died...\u000a01:06:51.900772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4868): Terminated: ok {rc=0}\u000a01:06:51.911141 --- ParallelTerminationStrategy: PID 4871 died...\u000a01:06:51.967657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4871): Terminated: ok {rc=0}\u000a01:06:51.977908 --- ParallelTerminationStrategy: PID 4874 died...\u000a01:06:52.033886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4874): Terminated: ok {rc=0}\u000a01:06:52.122097 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4889): Process ended prematurely: osmo-stp_10.42.42.5(pid=4889) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4889)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4889): Process ended prematurely: osmo-stp_10.42.42.5(pid=4889) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:06:54.281590 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.292720 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:06:54.441788 tst cs_paging_gprs_active.py: using LAC 18004\u000a01:06:54.565816 tst cs_paging_gprs_active.py: using RAC 154\u000a01:06:54.686173 tst cs_paging_gprs_active.py: using CellId 18004\u000a01:06:54.806488 tst cs_paging_gprs_active.py: using BVCI 18005\u000a01:06:54.830059 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.841255 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.852133 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.863430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.874758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.885993 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.897313 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.908391 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:06:54.919599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:55.042114 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:06:55.341616 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:06:55.479636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:55.822733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4879): Launched\u000a01:06:56.107774 run iperf3-srv_10.42.42.10(pid=4880): Launched\u000a01:06:56.310604 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:06:56.449023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:56.791268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4881): Launched\u000a01:06:57.076428 run iperf3-srv_10.42.42.10(pid=4882): Launched\u000a01:06:57.279157 tst cs_paging_gprs_active.py:38: start network...\u000a01:06:57.417491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:57.944765 run create_hlr_db(pid=4883): Launched\u000a01:06:58.135869 bus /gobi_6: Setting Powered False\u000a01:06:59.157623 run create_hlr_db(pid=4883): Terminated: ok {rc=0}\u000a01:06:59.571956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4885): Launched\u000a01:06:59.880552 run osmo-hlr_10.42.42.2(pid=4886): Launched\u000a01:07:00.000595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:00.549229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4888): Launched\u000a01:07:00.919998 run osmo-stp_10.42.42.5(pid=4889): Launched\u000a01:07:01.089024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:01.762230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4891): Launched\u000a01:07:01.882763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:02.187631 run patchelf(pid=4892): Launched\u000a01:07:02.383620 run osmo-stp_10.42.42.5(pid=4889): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4889)]\u000a01:07:02.524295 run osmo-stp_10.42.42.5(pid=4889): stdout: \u000a| (launched: 2022-12-09_01:07:00.717651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:02.665965 run osmo-stp_10.42.42.5(pid=4889): stderr: \u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010701054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010701054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010701054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010701055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:02.802139 run osmo-stp_10.42.42.5(pid=4889): stdout: \u000a| (launched: 2022-12-09_01:07:00.717651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:02.937493 run osmo-stp_10.42.42.5(pid=4889): stderr: \u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010701053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010701054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010701054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010701054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010701055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:03.095723 run patchelf(pid=4892): Terminating (SIGINT)\u000a01:07:03.280395 run patchelf(pid=4892): Terminated: ok {rc=0}\u000a01:07:03.314529 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4889): Process ended prematurely: osmo-stp_10.42.42.5(pid=4889) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4889)] [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:07:03.324678 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a01:07:03.388706 run osmo-hlr_10.42.42.2(pid=4886): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4886)]\u000a01:07:03.441132 run osmo-hlr_10.42.42.2(pid=4886): stdout: \u000a| (launched: 2022-12-09_01:06:59.728020) \u000a01:07:03.494251 run osmo-hlr_10.42.42.2(pid=4886): stderr: \u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010659904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010659916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010659924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010659924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010659924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:03.539438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4879): Terminating (SIGTERM)\u000a01:07:03.581861 run iperf3-srv_10.42.42.10(pid=4880): Terminating (SIGTERM)\u000a01:07:03.624210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4881): Terminating (SIGTERM)\u000a01:07:03.666716 run iperf3-srv_10.42.42.10(pid=4882): Terminating (SIGTERM)\u000a01:07:03.709266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4885): Terminating (SIGTERM)\u000a01:07:03.751364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4888): Terminating (SIGTERM)\u000a01:07:03.793823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4891): Terminating (SIGTERM)\u000a01:07:03.803595 --- ParallelTerminationStrategy: PID 4879 died...\u000a01:07:03.860096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4879): Terminated: ok {rc=0}\u000a01:07:03.870388 --- ParallelTerminationStrategy: PID 4880 died...\u000a01:07:03.926610 run iperf3-srv_10.42.42.10(pid=4880): Terminated {rc=256}\u000a01:07:03.937159 --- ParallelTerminationStrategy: PID 4881 died...\u000a01:07:03.993482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4881): Terminated: ok {rc=0}\u000a01:07:04.003496 --- ParallelTerminationStrategy: PID 4882 died...\u000a01:07:04.059640 run iperf3-srv_10.42.42.10(pid=4882): Terminated {rc=256}\u000a01:07:04.069887 --- ParallelTerminationStrategy: PID 4885 died...\u000a01:07:04.126088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4885): Terminated: ok {rc=0}\u000a01:07:04.136329 --- ParallelTerminationStrategy: PID 4888 died...\u000a01:07:04.192630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4888): Terminated: ok {rc=0}\u000a01:07:04.202754 --- ParallelTerminationStrategy: PID 4891 died...\u000a01:07:04.259029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4891): Terminated: ok {rc=0}\u000a01:07:04.348240 bus /gobi_0: Setting Powered False\u000a01:07:05.456403 bus /gobi_0: Setting Powered False\u000a01:07:06.565152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4901): Process ended prematurely: osmo-stp_10.42.42.5(pid=4901) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4901)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4901): Process ended prematurely: osmo-stp_10.42.42.5(pid=4901) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:07:07.680866 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:07.693477 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:07.846653 tst iperf3.py: using LAC 18005\u000a01:07:07.975339 tst iperf3.py: using RAC 155\u000a01:07:08.105548 tst iperf3.py: using CellId 18005\u000a01:07:08.235618 tst iperf3.py: using BVCI 18006\u000a01:07:08.260833 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.272588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.284060 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.295584 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.307095 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.318678 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.330959 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.342550 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:08.354636 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:08.635227 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:07:08.763580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:09.083423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4893): Launched\u000a01:07:09.348570 run iperf3-srv_10.42.42.10(pid=4894): Launched\u000a01:07:09.535342 tst iperf3.py:8: start network...\u000a01:07:09.663070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:10.147662 run create_hlr_db(pid=4895): Launched\u000a01:07:10.324185 bus /gobi_6: Setting Powered False\u000a01:07:11.345962 run create_hlr_db(pid=4895): Terminated: ok {rc=0}\u000a01:07:11.782575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4897): Launched\u000a01:07:12.112052 run osmo-hlr_10.42.42.2(pid=4898): Launched\u000a01:07:12.234966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:12.808745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4900): Launched\u000a01:07:13.140826 run osmo-stp_10.42.42.5(pid=4901): Launched\u000a01:07:13.261414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:13.837176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4903): Launched\u000a01:07:13.954690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:14.241988 run patchelf(pid=4904): Launched\u000a01:07:14.435115 run osmo-stp_10.42.42.5(pid=4901): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4901)]\u000a01:07:14.576402 run osmo-stp_10.42.42.5(pid=4901): stdout: \u000a| (launched: 2022-12-09_01:07:12.977408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:14.717865 run osmo-stp_10.42.42.5(pid=4901): stderr: \u000a| �[0;m�[38;5;43m20221209010713168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010713169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010713169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010713169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:14.854035 run osmo-stp_10.42.42.5(pid=4901): stdout: \u000a| (launched: 2022-12-09_01:07:12.977408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:14.989323 run osmo-stp_10.42.42.5(pid=4901): stderr: \u000a| �[0;m�[38;5;43m20221209010713168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010713169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010713169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010713169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010713170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:15.147161 run patchelf(pid=4904): Terminating (SIGINT)\u000a01:07:15.331745 run patchelf(pid=4904): Terminated: ok {rc=0}\u000a01:07:15.365650 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4901): Process ended prematurely: osmo-stp_10.42.42.5(pid=4901) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4901)] [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:07:15.375480 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:07:15.439130 run osmo-hlr_10.42.42.2(pid=4898): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4898)]\u000a01:07:15.491000 run osmo-hlr_10.42.42.2(pid=4898): stdout: \u000a| (launched: 2022-12-09_01:07:11.950434) \u000a01:07:15.543494 run osmo-hlr_10.42.42.2(pid=4898): stderr: \u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010712148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010712160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010712171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010712171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010712171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:15.588386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4893): Terminating (SIGTERM)\u000a01:07:15.630546 run iperf3-srv_10.42.42.10(pid=4894): Terminating (SIGTERM)\u000a01:07:15.672760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4897): Terminating (SIGTERM)\u000a01:07:15.714922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4900): Terminating (SIGTERM)\u000a01:07:15.757166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4903): Terminating (SIGTERM)\u000a01:07:15.766933 --- ParallelTerminationStrategy: PID 4893 died...\u000a01:07:15.823672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4893): Terminated: ok {rc=0}\u000a01:07:15.834281 --- ParallelTerminationStrategy: PID 4894 died...\u000a01:07:15.896686 run iperf3-srv_10.42.42.10(pid=4894): Terminated {rc=256}\u000a01:07:15.908635 --- ParallelTerminationStrategy: PID 4897 died...\u000a01:07:15.970619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4897): Terminated: ok {rc=0}\u000a01:07:15.981156 --- ParallelTerminationStrategy: PID 4900 died...\u000a01:07:16.038399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4900): Terminated: ok {rc=0}\u000a01:07:16.048909 --- ParallelTerminationStrategy: PID 4903 died...\u000a01:07:16.106399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4903): Terminated: ok {rc=0}\u000a01:07:16.195727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:07:17.320418 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.333084 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:17.480276 tst iperf3m4.py: using LAC 18006\u000a01:07:17.607643 tst iperf3m4.py: using RAC 156\u000a01:07:17.736398 tst iperf3m4.py: using CellId 18006\u000a01:07:17.863465 tst iperf3m4.py: using BVCI 18007\u000a01:07:17.888841 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.900659 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.912332 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.923997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.935741 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.947836 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.959664 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.971106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:17.983014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:18.104286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:18.225825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:18.348637 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:18.634193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:07:18.763287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:19.082986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4905): Launched\u000a01:07:19.349334 run iperf3-srv_10.42.42.10(pid=4906): Launched\u000a01:07:19.537248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:07:19.665339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:19.984189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4907): Launched\u000a01:07:20.249055 run iperf3-srv_10.42.42.10(pid=4908): Launched\u000a01:07:20.436444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:07:20.563788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:20.882652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4909): Launched\u000a01:07:21.147569 run iperf3-srv_10.42.42.10(pid=4910): Launched\u000a01:07:21.334684 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:07:21.462254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:21.781403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4911): Launched\u000a01:07:22.046252 run iperf3-srv_10.42.42.10(pid=4912): Launched\u000a01:07:22.233419 tst iperf3m4.py:8: start network...\u000a01:07:22.361145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:22.844263 run create_hlr_db(pid=4913): Launched\u000a01:07:23.020531 bus /gobi_6: Setting Powered False\u000a01:07:24.041621 run create_hlr_db(pid=4913): Terminated: ok {rc=0}\u000a01:07:24.479875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Launched\u000a01:07:24.809488 run osmo-hlr_10.42.42.2(pid=4916): Launched\u000a01:07:24.931517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:25.508540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Launched\u000a01:07:25.835574 run osmo-stp_10.42.42.5(pid=4919): Launched\u000a01:07:25.954677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:26.496935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4921): Launched\u000a01:07:26.606746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:26.875307 run patchelf(pid=4922): Launched\u000a01:07:27.055556 run osmo-stp_10.42.42.5(pid=4919): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)]\u000a01:07:27.187594 run osmo-stp_10.42.42.5(pid=4919): stdout: \u000a| (launched: 2022-12-09_01:07:25.675316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:27.319422 run osmo-stp_10.42.42.5(pid=4919): stderr: \u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010725865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:27.446106 run osmo-stp_10.42.42.5(pid=4919): stdout: \u000a| (launched: 2022-12-09_01:07:25.675316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:27.571815 run osmo-stp_10.42.42.5(pid=4919): stderr: \u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010725864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010725865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010725865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:27.718786 run patchelf(pid=4922): Terminating (SIGINT)\u000a01:07:27.891310 run patchelf(pid=4922): Terminated: ok {rc=0}\u000a01:07:27.923185 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4919): Process ended prematurely: osmo-stp_10.42.42.5(pid=4919) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4919)] [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:07:27.932534 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:07:27.993821 run osmo-hlr_10.42.42.2(pid=4916): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4916)]\u000a01:07:28.043860 run osmo-hlr_10.42.42.2(pid=4916): stdout: \u000a| (launched: 2022-12-09_01:07:24.647630) \u000a01:07:28.093918 run osmo-hlr_10.42.42.2(pid=4916): stderr: \u000a| �[0;m�[1;31m20221209010724843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010724844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010724844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010724844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010724844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010724844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010724856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010724865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010724865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010724865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:28.136162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4905): Terminating (SIGTERM)\u000a01:07:28.176299 run iperf3-srv_10.42.42.10(pid=4906): Terminating (SIGTERM)\u000a01:07:28.216639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4907): Terminating (SIGTERM)\u000a01:07:28.256719 run iperf3-srv_10.42.42.10(pid=4908): Terminating (SIGTERM)\u000a01:07:28.297092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4909): Terminating (SIGTERM)\u000a01:07:28.337135 run iperf3-srv_10.42.42.10(pid=4910): Terminating (SIGTERM)\u000a01:07:28.377212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4911): Terminating (SIGTERM)\u000a01:07:28.417480 run iperf3-srv_10.42.42.10(pid=4912): Terminating (SIGTERM)\u000a01:07:28.457515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Terminating (SIGTERM)\u000a01:07:28.497803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Terminating (SIGTERM)\u000a01:07:28.537947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4921): Terminating (SIGTERM)\u000a01:07:28.547343 --- ParallelTerminationStrategy: PID 4905 died...\u000a01:07:28.601359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4905): Terminated: ok {rc=0}\u000a01:07:28.611106 --- ParallelTerminationStrategy: PID 4906 died...\u000a01:07:28.664800 run iperf3-srv_10.42.42.10(pid=4906): Terminated {rc=256}\u000a01:07:28.674550 --- ParallelTerminationStrategy: PID 4907 died...\u000a01:07:28.728246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4907): Terminated: ok {rc=0}\u000a01:07:28.738074 --- ParallelTerminationStrategy: PID 4908 died...\u000a01:07:28.791478 run iperf3-srv_10.42.42.10(pid=4908): Terminated {rc=256}\u000a01:07:28.801164 --- ParallelTerminationStrategy: PID 4909 died...\u000a01:07:28.854650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4909): Terminated: ok {rc=0}\u000a01:07:28.864717 --- ParallelTerminationStrategy: PID 4910 died...\u000a01:07:28.918117 run iperf3-srv_10.42.42.10(pid=4910): Terminated {rc=256}\u000a01:07:28.927866 --- ParallelTerminationStrategy: PID 4911 died...\u000a01:07:28.981178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4911): Terminated: ok {rc=0}\u000a01:07:28.990986 --- ParallelTerminationStrategy: PID 4912 died...\u000a01:07:29.044500 run iperf3-srv_10.42.42.10(pid=4912): Terminated {rc=256}\u000a01:07:29.054340 --- ParallelTerminationStrategy: PID 4915 died...\u000a01:07:29.107863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4915): Terminated: ok {rc=0}\u000a01:07:29.117794 --- ParallelTerminationStrategy: PID 4918 died...\u000a01:07:29.171289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4918): Terminated: ok {rc=0}\u000a01:07:29.181146 --- ParallelTerminationStrategy: PID 4921 died...\u000a01:07:29.235356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4921): Terminated: ok {rc=0}\u000a01:07:29.325154 bus /gobi_4: Setting Powered False\u000a01:07:30.429401 bus /gobi_4: Setting Powered False\u000a01:07:31.550339 bus /gobi_1: Setting Powered False\u000a01:07:32.660162 bus /gobi_1: Setting Powered False\u000a01:07:33.768505 bus /gobi_0: Setting Powered False\u000a01:07:34.871147 bus /gobi_0: Setting Powered False\u000a01:07:35.983979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4929): Process ended prematurely: osmo-stp_10.42.42.5(pid=4929) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4929)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4929): Process ended prematurely: osmo-stp_10.42.42.5(pid=4929) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:07:37.053293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.065707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:37.212370 tst ping.py: using LAC 18007\u000a01:07:37.339185 tst ping.py: using RAC 157\u000a01:07:37.467334 tst ping.py: using CellId 18007\u000a01:07:37.596854 tst ping.py: using BVCI 18008\u000a01:07:37.621643 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.633618 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.645239 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.656769 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.668247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.679880 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.691533 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:37.703037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:37.980628 tst ping.py:19: start network...\u000a01:07:38.106261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:38.580286 run create_hlr_db(pid=4923): Launched\u000a01:07:38.754636 bus /gobi_6: Setting Powered False\u000a01:07:39.775334 run create_hlr_db(pid=4923): Terminated: ok {rc=0}\u000a01:07:40.177403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4925): Launched\u000a01:07:40.479686 run osmo-hlr_10.42.42.2(pid=4926): Launched\u000a01:07:40.598498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:41.132748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4928): Launched\u000a01:07:41.435895 run osmo-stp_10.42.42.5(pid=4929): Launched\u000a01:07:41.546753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:42.073779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4931): Launched\u000a01:07:42.181432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:42.445390 run patchelf(pid=4932): Launched\u000a01:07:42.622534 run osmo-stp_10.42.42.5(pid=4929): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4929)]\u000a01:07:42.752071 run osmo-stp_10.42.42.5(pid=4929): stdout: \u000a| (launched: 2022-12-09_01:07:41.285795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:42.882227 run osmo-stp_10.42.42.5(pid=4929): stderr: \u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010741456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010741456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010741456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010741457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:43.007341 run osmo-stp_10.42.42.5(pid=4929): stdout: \u000a| (launched: 2022-12-09_01:07:41.285795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:43.131475 run osmo-stp_10.42.42.5(pid=4929): stderr: \u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010741455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010741456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010741456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010741456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010741457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:43.275656 run patchelf(pid=4932): Terminating (SIGINT)\u000a01:07:43.446326 run patchelf(pid=4932): Terminated: ok {rc=0}\u000a01:07:43.477242 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4929): Process ended prematurely: osmo-stp_10.42.42.5(pid=4929) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4929)] [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:07:43.486090 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:07:43.546881 run osmo-hlr_10.42.42.2(pid=4926): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4926)]\u000a01:07:43.596811 run osmo-hlr_10.42.42.2(pid=4926): stdout: \u000a| (launched: 2022-12-09_01:07:40.329850) \u000a01:07:43.647357 run osmo-hlr_10.42.42.2(pid=4926): stderr: \u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010740504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010740516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010740524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010740525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010740525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:43.689886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4925): Terminating (SIGTERM)\u000a01:07:43.730359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4928): Terminating (SIGTERM)\u000a01:07:43.770608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4931): Terminating (SIGTERM)\u000a01:07:43.780240 --- ParallelTerminationStrategy: PID 4925 died...\u000a01:07:43.835432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4925): Terminated: ok {rc=0}\u000a01:07:43.845250 --- ParallelTerminationStrategy: PID 4928 died...\u000a01:07:43.898820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4928): Terminated: ok {rc=0}\u000a01:07:43.908595 --- ParallelTerminationStrategy: PID 4931 died...\u000a01:07:43.962096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4931): Terminated: ok {rc=0}\u000a01:07:44.051564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4940): Process ended prematurely: osmo-stp_10.42.42.5(pid=4940) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4940)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4940): Process ended prematurely: osmo-stp_10.42.42.5(pid=4940) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:07:45.102392 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.114350 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:07:45.255703 tst ping_idle_ping.py: using LAC 18008\u000a01:07:45.373921 tst ping_idle_ping.py: using RAC 158\u000a01:07:45.492080 tst ping_idle_ping.py: using CellId 18008\u000a01:07:45.611649 tst ping_idle_ping.py: using BVCI 18009\u000a01:07:45.634855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.646193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.657234 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.668439 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.679663 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.691003 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.702376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:07:45.713704 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:07:46.006758 tst ping_idle_ping.py:24: start network...\u000a01:07:46.135066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:46.661271 run create_hlr_db(pid=4934): Launched\u000a01:07:46.840893 bus /gobi_6: Setting Powered False\u000a01:07:47.857733 run create_hlr_db(pid=4934): Terminated: ok {rc=0}\u000a01:07:48.289741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4936): Launched\u000a01:07:48.615251 run osmo-hlr_10.42.42.2(pid=4937): Launched\u000a01:07:48.733823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:49.305295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4939): Launched\u000a01:07:49.630488 run osmo-stp_10.42.42.5(pid=4940): Launched\u000a01:07:49.747758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:50.314879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4942): Launched\u000a01:07:50.430872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:50.713457 run patchelf(pid=4943): Launched\u000a01:07:50.903414 run osmo-stp_10.42.42.5(pid=4940): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4940)]\u000a01:07:51.043432 run osmo-stp_10.42.42.5(pid=4940): stdout: \u000a| (launched: 2022-12-09_01:07:49.470950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:51.182792 run osmo-stp_10.42.42.5(pid=4940): stderr: \u000a| �[0;m�[38;5;43m20221209010749663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010749663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010749664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010749664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:51.316926 run osmo-stp_10.42.42.5(pid=4940): stdout: \u000a| (launched: 2022-12-09_01:07:49.470950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:51.450454 run osmo-stp_10.42.42.5(pid=4940): stderr: \u000a| �[0;m�[38;5;43m20221209010749663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010749663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010749664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010749664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010749665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:51.605527 run patchelf(pid=4943): Terminating (SIGINT)\u000a01:07:51.787428 run patchelf(pid=4943): Terminated: ok {rc=0}\u000a01:07:51.820673 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4940): Process ended prematurely: osmo-stp_10.42.42.5(pid=4940) [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4940)] [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:07:51.830330 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:07:51.893755 run osmo-hlr_10.42.42.2(pid=4937): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4937)]\u000a01:07:51.946047 run osmo-hlr_10.42.42.2(pid=4937): stdout: \u000a| (launched: 2022-12-09_01:07:48.455207) \u000a01:07:51.998747 run osmo-hlr_10.42.42.2(pid=4937): stderr: \u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010748653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010748666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010748675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010748675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010748675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:52.043553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4936): Terminating (SIGTERM)\u000a01:07:52.085882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4939): Terminating (SIGTERM)\u000a01:07:52.127938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4942): Terminating (SIGTERM)\u000a01:07:52.137823 --- ParallelTerminationStrategy: PID 4936 died...\u000a01:07:52.194335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4936): Terminated: ok {rc=0}\u000a01:07:52.204644 --- ParallelTerminationStrategy: PID 4939 died...\u000a01:07:52.260986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4939): Terminated: ok {rc=0}\u000a01:07:52.271247 --- ParallelTerminationStrategy: PID 4942 died...\u000a01:07:52.327369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4942): Terminated: ok {rc=0}\u000a01:07:52.414756 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4953): Process ended prematurely: osmo-stp_10.42.42.5(pid=4953) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4953)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4953): Process ended prematurely: osmo-stp_10.42.42.5(pid=4953) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:07:54.458860 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:54.470493 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:07:54.633999 tst switch_tch_pdch.py: using LAC 18009\u000a01:07:54.761528 tst switch_tch_pdch.py: using RAC 159\u000a01:07:54.890060 tst switch_tch_pdch.py: using CellId 18009\u000a01:07:55.016045 tst switch_tch_pdch.py: using BVCI 18010\u000a01:07:55.040792 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.052543 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.063987 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.075557 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.087205 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.098752 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.110360 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:07:55.121879 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:55.240853 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:07:55.518896 tst switch_tch_pdch.py:51: start network...\u000a01:07:55.644637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:56.118367 run create_hlr_db(pid=4947): Launched\u000a01:07:56.292748 bus /gobi_6: Setting Powered False\u000a01:07:57.313980 run create_hlr_db(pid=4947): Terminated: ok {rc=0}\u000a01:07:57.744278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4949): Launched\u000a01:07:58.068848 run osmo-hlr_10.42.42.2(pid=4950): Launched\u000a01:07:58.187144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:58.748785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4952): Launched\u000a01:07:59.073326 run osmo-stp_10.42.42.5(pid=4953): Launched\u000a01:07:59.190521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:59.754738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4955): Launched\u000a01:07:59.869970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:00.152098 run patchelf(pid=4956): Launched\u000a01:08:00.341280 run osmo-stp_10.42.42.5(pid=4953): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4953)]\u000a01:08:00.479575 run osmo-stp_10.42.42.5(pid=4953): stdout: \u000a| (launched: 2022-12-09_01:07:58.913474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:00.618504 run osmo-stp_10.42.42.5(pid=4953): stderr: \u000a| �[0;m�[38;5;43m20221209010759106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010759106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010759107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010759107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010759107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010759108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010759108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:00.752399 run osmo-stp_10.42.42.5(pid=4953): stdout: \u000a| (launched: 2022-12-09_01:07:58.913474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:00.901728 run osmo-stp_10.42.42.5(pid=4953): stderr: \u000a| �[0;m�[38;5;43m20221209010759106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010759106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010759107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010759107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010759107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010759108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010759108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:01.062900 run patchelf(pid=4956): Terminating (SIGINT)\u000a01:08:01.240194 run patchelf(pid=4956): Terminated: ok {rc=0}\u000a01:08:01.280783 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4953): Process ended prematurely: osmo-stp_10.42.42.5(pid=4953) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4953)] [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:08:01.290724 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:08:01.384526 run osmo-hlr_10.42.42.2(pid=4950): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4950)]\u000a01:08:01.453188 run osmo-hlr_10.42.42.2(pid=4950): stdout: \u000a| (launched: 2022-12-09_01:07:57.908863) \u000a01:08:01.518780 run osmo-hlr_10.42.42.2(pid=4950): stderr: \u000a| �[0;m�[1;31m20221209010758106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010758107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010758107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010758107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010758107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010758107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010758119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010758127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010758127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010758127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:01.591313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4949): Terminating (SIGTERM)\u000a01:08:01.648592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4952): Terminating (SIGTERM)\u000a01:08:01.711760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4955): Terminating (SIGTERM)\u000a01:08:01.726194 --- ParallelTerminationStrategy: PID 4949 died...\u000a01:08:01.801969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4949): Terminated: ok {rc=0}\u000a01:08:01.817167 --- ParallelTerminationStrategy: PID 4952 died...\u000a01:08:01.898773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4952): Terminated: ok {rc=0}\u000a01:08:01.909629 --- ParallelTerminationStrategy: PID 4955 died...\u000a01:08:01.980065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4955): Terminated: ok {rc=0}\u000a01:08:02.101943 bus /gobi_0: Setting Powered False\u000a01:08:03.241972 bus /gobi_0: Setting Powered False\u000a01:08:04.362985 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:07:54" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5237): Process ended prematurely: osmo-stp_10.42.42.5(pid=5237) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5237)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5237): Process ended prematurely: osmo-stp_10.42.42.5(pid=5237) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:08:06.360286 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:06.372551 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:08:06.536743 tst switch_tch_pdch.py: using LAC 18010\u000a01:08:06.679364 tst switch_tch_pdch.py: using RAC 160\u000a01:08:06.811389 tst switch_tch_pdch.py: using CellId 18010\u000a01:08:06.939391 tst switch_tch_pdch.py: using BVCI 18011\u000a01:08:06.965827 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:06.979292 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:06.991393 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:07.003449 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:07.015494 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:07.027672 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:07.039683 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:08:07.051611 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:08:07.175681 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:08:07.476207 tst switch_tch_pdch.py:51: start network...\u000a01:08:07.615377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:08.147930 run create_hlr_db(pid=5231): Launched\u000a01:08:08.283687 bus /gobi_6: Setting Powered False\u000a01:08:09.363662 run create_hlr_db(pid=5231): Terminated: ok {rc=0}\u000a01:08:09.790725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5233): Launched\u000a01:08:10.220192 run osmo-hlr_10.42.42.2(pid=5234): Launched\u000a01:08:10.418028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:11.025424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5236): Launched\u000a01:08:11.453398 run osmo-stp_10.42.42.5(pid=5237): Launched\u000a01:08:11.675918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:12.235826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5239): Launched\u000a01:08:12.354303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:12.655594 run patchelf(pid=5240): Launched\u000a01:08:12.850873 run osmo-stp_10.42.42.5(pid=5237): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5237)]\u000a01:08:12.995092 run osmo-stp_10.42.42.5(pid=5237): stdout: \u000a| (launched: 2022-12-09_01:08:11.194613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:13.136859 run osmo-stp_10.42.42.5(pid=5237): stderr: \u000a| �[0;m�[38;5;43m20221209010811491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010811491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010811492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010811492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010811492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010811493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010811493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:13.295222 run osmo-stp_10.42.42.5(pid=5237): stdout: \u000a| (launched: 2022-12-09_01:08:11.194613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:13.431462 run osmo-stp_10.42.42.5(pid=5237): stderr: \u000a| �[0;m�[38;5;43m20221209010811491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010811491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010811492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010811492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010811492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010811493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010811493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:13.592490 run patchelf(pid=5240): Terminating (SIGINT)\u000a01:08:13.781609 run patchelf(pid=5240): Terminated: ok {rc=0}\u000a01:08:13.815936 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5237): Process ended prematurely: osmo-stp_10.42.42.5(pid=5237) [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5237)] [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:08:13.826325 tst switch_tch_pdch.py:54: Test FAILED (7.5 sec)\u000a01:08:13.892246 run osmo-hlr_10.42.42.2(pid=5234): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5234)]\u000a01:08:13.945424 run osmo-hlr_10.42.42.2(pid=5234): stdout: \u000a| (launched: 2022-12-09_01:08:09.962789) \u000a01:08:14.001002 run osmo-hlr_10.42.42.2(pid=5234): stderr: \u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010810270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010810290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010810303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010810303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010810303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:14.046958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5233): Terminating (SIGTERM)\u000a01:08:14.092292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5236): Terminating (SIGTERM)\u000a01:08:14.137925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5239): Terminating (SIGTERM)\u000a01:08:14.148455 --- ParallelTerminationStrategy: PID 5233 died...\u000a01:08:14.208820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5233): Terminated: ok {rc=0}\u000a01:08:14.219555 --- ParallelTerminationStrategy: PID 5236 died...\u000a01:08:14.277321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5236): Terminated: ok {rc=0}\u000a01:08:14.288117 --- ParallelTerminationStrategy: PID 5239 died...\u000a01:08:14.345692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5239): Terminated: ok {rc=0}\u000a01:08:14.436217 bus /gobi_0: Setting Powered False\u000a01:08:15.548372 bus /gobi_0: Setting Powered False\u000a01:08:16.723583 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:06" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5245) [trial-2352↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5245)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5245) [trial-2352↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:08:18.649757 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:08:18.662423 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:18.806246 tst mo_mt_sms.py: using LAC 18011\u000a01:08:18.928422 tst mo_mt_sms.py: using RAC 161\u000a01:08:19.052004 tst mo_mt_sms.py: using CellId 18011\u000a01:08:19.174170 tst mo_mt_sms.py: using BVCI 18012\u000a01:08:19.200291 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:19.320476 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:19.612871 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:08:19.744114 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:08:20.405267 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5244): Launched\u000a01:08:20.736550 run osmo-nitb_10.42.42.2(pid=5245): Launched\u000a01:08:20.930448 run osmo-nitb_10.42.42.2(pid=5245): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5245)]\u000a01:08:21.074423 run osmo-nitb_10.42.42.2(pid=5245): stdout: \u000a| (launched: 2022-12-09_01:08:20.563106) \u000a01:08:21.219540 run osmo-nitb_10.42.42.2(pid=5245): stderr: \u000a| (launched: 2022-12-09_01:08:20.611132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:21.358042 run osmo-nitb_10.42.42.2(pid=5245): stdout: \u000a| (launched: 2022-12-09_01:08:20.563106) \u000a01:08:21.496486 run osmo-nitb_10.42.42.2(pid=5245): stderr: \u000a| (launched: 2022-12-09_01:08:20.611132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:21.865732 tst osmo-nitb_10.42.42.2(pid=5245): stdout: \u000a| (launched: 2022-12-09_01:08:20.563106) \u000a01:08:21.993539 tst osmo-nitb_10.42.42.2(pid=5245): stderr: \u000a| (launched: 2022-12-09_01:08:20.611132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:22.048055 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5245) [trial-2352↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5245)] [trial-2352↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a01:08:22.057698 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a01:08:22.095732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5244): Terminating (SIGTERM)\u000a01:08:22.276047 --- ParallelTerminationStrategy: PID 5244 died...\u000a01:08:22.335762 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5244): Terminated: ok {rc=0}\u000a01:08:22.427459 bus /sierra_3: Setting Powered False\u000a01:08:23.534836 bus /sierra_3: Setting Powered False\u000a01:08:24.648389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:18" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5256): Process ended prematurely: osmo-stp_10.42.42.5(pid=5256) [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5256)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5256): Process ended prematurely: osmo-stp_10.42.42.5(pid=5256) [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a01:08:26.542082 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:26.552787 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:26.697224 tst mo_mt_sms.py: using LAC 18012\u000a01:08:26.825678 tst mo_mt_sms.py: using RAC 162\u000a01:08:26.954640 tst mo_mt_sms.py: using CellId 18012\u000a01:08:27.083333 tst mo_mt_sms.py: using BVCI 18013\u000a01:08:27.108145 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.119559 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.130554 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.141559 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.152499 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:27.163441 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:27.279709 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:08:27.488528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:28.007434 run create_hlr_db(pid=5250): Launched\u000a01:08:28.196777 bus /sierra_2: Setting Powered False\u000a01:08:29.206180 run create_hlr_db(pid=5250): Terminated: ok {rc=0}\u000a01:08:29.619206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5252): Launched\u000a01:08:29.921147 run osmo-hlr_10.42.42.2(pid=5253): Launched\u000a01:08:30.038194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:30.567863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5255): Launched\u000a01:08:30.954722 run osmo-stp_10.42.42.5(pid=5256): Launched\u000a01:08:31.157435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:31.778150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5258): Launched\u000a01:08:32.131328 run osmo-msc_10.42.42.6(pid=5259): Launched\u000a01:08:32.433492 run osmo-stp_10.42.42.5(pid=5256): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5256)]\u000a01:08:32.562564 run osmo-stp_10.42.42.5(pid=5256): stdout: \u000a| (launched: 2022-12-09_01:08:30.720464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:32.688222 run osmo-stp_10.42.42.5(pid=5256): stderr: \u000a| �[0;m�[38;5;43m20221209010830951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010830952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010830952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010830952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:32.809317 run osmo-stp_10.42.42.5(pid=5256): stdout: \u000a| (launched: 2022-12-09_01:08:30.720464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:32.929329 run osmo-stp_10.42.42.5(pid=5256): stderr: \u000a| �[0;m�[38;5;43m20221209010830951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010830952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010830952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010830952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010830960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:32.981842 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5256): Process ended prematurely: osmo-stp_10.42.42.5(pid=5256) [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5256)] [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a01:08:32.989896 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a01:08:33.051796 run osmo-hlr_10.42.42.2(pid=5253): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5253)]\u000a01:08:33.101984 run osmo-hlr_10.42.42.2(pid=5253): stdout: \u000a| (launched: 2022-12-09_01:08:29.772919) \u000a01:08:33.152695 run osmo-hlr_10.42.42.2(pid=5253): stderr: \u000a| �[0;m�[1;31m20221209010829954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010829954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010829954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010829955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010829955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010829955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010829968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010829977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010829977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010829978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:33.221674 run osmo-msc_10.42.42.6(pid=5259): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5259)]\u000a01:08:33.271422 run osmo-msc_10.42.42.6(pid=5259): stdout: \u000a| (launched: 2022-12-09_01:08:31.947419) \u000a01:08:33.321874 run osmo-msc_10.42.42.6(pid=5259): stderr: \u000a| �[0;m�[38;5;43m20221209010832412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010832412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa04e2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010832412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010832413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010832413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010832413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010832415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010832415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010832415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010832415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:33.364457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5252): Terminating (SIGTERM)\u000a01:08:33.404301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5255): Terminating (SIGTERM)\u000a01:08:33.444397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5258): Terminating (SIGTERM)\u000a01:08:33.453947 --- ParallelTerminationStrategy: PID 5252 died...\u000a01:08:33.508076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5252): Terminated: ok {rc=0}\u000a01:08:33.517809 --- ParallelTerminationStrategy: PID 5255 died...\u000a01:08:33.571682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5255): Terminated: ok {rc=0}\u000a01:08:33.581718 --- ParallelTerminationStrategy: PID 5258 died...\u000a01:08:33.635780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5258): Terminated: ok {rc=0}\u000a01:08:33.721167 bus /sierra_3: Setting Powered False\u000a01:08:34.829554 bus /sierra_3: Setting Powered False\u000a01:08:35.942330 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:26" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5265) [trial-2352↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5265)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5265) [trial-2352↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:37.792943 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a01:08:37.804416 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:37.951997 tst assert_extension.py: using LAC 18013\u000a01:08:38.073288 tst assert_extension.py: using RAC 163\u000a01:08:38.194841 tst assert_extension.py: using CellId 18013\u000a01:08:38.318466 tst assert_extension.py: using BVCI 18014\u000a01:08:38.341369 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:38.615966 tst assert_extension.py:10: start nitb and bts...\u000a01:08:38.740925 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:08:39.366559 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5264): Launched\u000a01:08:39.665969 run osmo-nitb_10.42.42.2(pid=5265): Launched\u000a01:08:39.852760 run osmo-nitb_10.42.42.2(pid=5265): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5265)]\u000a01:08:39.990389 run osmo-nitb_10.42.42.2(pid=5265): stdout: \u000a| (launched: 2022-12-09_01:08:39.520201) \u000a01:08:40.127993 run osmo-nitb_10.42.42.2(pid=5265): stderr: \u000a| (launched: 2022-12-09_01:08:39.565364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:40.260808 run osmo-nitb_10.42.42.2(pid=5265): stdout: \u000a| (launched: 2022-12-09_01:08:39.520201) \u000a01:08:40.392862 run osmo-nitb_10.42.42.2(pid=5265): stderr: \u000a| (launched: 2022-12-09_01:08:39.565364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:40.788808 tst osmo-nitb_10.42.42.2(pid=5265): stdout: \u000a| (launched: 2022-12-09_01:08:39.520201) \u000a01:08:40.909994 tst osmo-nitb_10.42.42.2(pid=5265): stderr: \u000a| (launched: 2022-12-09_01:08:39.565364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:08:40.962974 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5265): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5265) [trial-2352↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5265)] [trial-2352↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a01:08:40.971191 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:08:41.006726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5264): Terminating (SIGTERM)\u000a01:08:41.184418 --- ParallelTerminationStrategy: PID 5264 died...\u000a01:08:41.240844 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5264): Terminated: ok {rc=0}\u000a01:08:41.330416 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:37" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5276): Process ended prematurely: osmo-stp_10.42.42.5(pid=5276) [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5276)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5276): Process ended prematurely: osmo-stp_10.42.42.5(pid=5276) [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a01:08:43.173272 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.184618 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:08:43.332869 tst assert_extension.py: using LAC 18014\u000a01:08:43.457842 tst assert_extension.py: using RAC 164\u000a01:08:43.583021 tst assert_extension.py: using CellId 18014\u000a01:08:43.712260 tst assert_extension.py: using BVCI 18015\u000a01:08:43.736833 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.748131 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.759207 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.770267 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.781347 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:08:43.792530 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a01:08:43.993890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:44.470058 run create_hlr_db(pid=5270): Launched\u000a01:08:44.645259 bus /sierra_2: Setting Powered False\u000a01:08:45.665891 run create_hlr_db(pid=5270): Terminated: ok {rc=0}\u000a01:08:46.143463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5272): Launched\u000a01:08:46.487407 run osmo-hlr_10.42.42.2(pid=5273): Launched\u000a01:08:46.658864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:47.422867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5275): Launched\u000a01:08:47.741363 run osmo-stp_10.42.42.5(pid=5276): Launched\u000a01:08:47.856868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:48.437990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5278): Launched\u000a01:08:48.757347 run osmo-msc_10.42.42.6(pid=5279): Launched\u000a01:08:48.943561 run osmo-stp_10.42.42.5(pid=5276): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5276)]\u000a01:08:49.080057 run osmo-stp_10.42.42.5(pid=5276): stdout: \u000a| (launched: 2022-12-09_01:08:47.585134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:49.214857 run osmo-stp_10.42.42.5(pid=5276): stderr: \u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010847777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:49.342832 run osmo-stp_10.42.42.5(pid=5276): stdout: \u000a| (launched: 2022-12-09_01:08:47.585134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:49.469579 run osmo-stp_10.42.42.5(pid=5276): stderr: \u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010847776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010847777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010847778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:49.525222 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5276): Process ended prematurely: osmo-stp_10.42.42.5(pid=5276) [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5276)] [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a01:08:49.533823 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a01:08:49.597180 run osmo-hlr_10.42.42.2(pid=5273): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5273)]\u000a01:08:49.649047 run osmo-hlr_10.42.42.2(pid=5273): stdout: \u000a| (launched: 2022-12-09_01:08:46.311977) \u000a01:08:49.701725 run osmo-hlr_10.42.42.2(pid=5273): stderr: \u000a| �[0;m�[1;31m20221209010846656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010846656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010846656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010846657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010846658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010846659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010846687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010846712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:49.772777 run osmo-msc_10.42.42.6(pid=5279): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5279)]\u000a01:08:49.824510 run osmo-msc_10.42.42.6(pid=5279): stdout: \u000a| (launched: 2022-12-09_01:08:48.599182) \u000a01:08:49.877409 run osmo-msc_10.42.42.6(pid=5279): stderr: \u000a| �[0;m�[38;5;43m20221209010848920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010848921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde0e0e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010848921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010848921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010848921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010848921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010848923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010848923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010848923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010848923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:49.922134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5272): Terminating (SIGTERM)\u000a01:08:49.964104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5275): Terminating (SIGTERM)\u000a01:08:50.006491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5278): Terminating (SIGTERM)\u000a01:08:50.016220 --- ParallelTerminationStrategy: PID 5272 died...\u000a01:08:50.072706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5272): Terminated: ok {rc=0}\u000a01:08:50.082775 --- ParallelTerminationStrategy: PID 5275 died...\u000a01:08:50.138652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5275): Terminated: ok {rc=0}\u000a01:08:50.148564 --- ParallelTerminationStrategy: PID 5278 died...\u000a01:08:50.204074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5278): Terminated: ok {rc=0}\u000a01:08:50.291817 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:42" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5291): Process ended prematurely: osmo-stp_10.42.42.5(pid=5291) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5291)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5291): Process ended prematurely: osmo-stp_10.42.42.5(pid=5291) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:08:52.262956 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.274550 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:08:52.440556 tst mo_mt_call.py: using LAC 18015\u000a01:08:52.568622 tst mo_mt_call.py: using RAC 165\u000a01:08:52.695329 tst mo_mt_call.py: using CellId 18015\u000a01:08:52.822086 tst mo_mt_call.py: using BVCI 18016\u000a01:08:52.846706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.858371 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.869831 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.881372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.892845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:08:52.904337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:53.021317 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:08:53.231588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:53.749696 run create_hlr_db(pid=5284): Launched\u000a01:08:53.938798 bus /sierra_2: Setting Powered False\u000a01:08:54.958707 run create_hlr_db(pid=5284): Terminated: ok {rc=0}\u000a01:08:55.368087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5287): Launched\u000a01:08:55.672389 run osmo-hlr_10.42.42.2(pid=5288): Launched\u000a01:08:55.793099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:56.327042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5290): Launched\u000a01:08:56.630795 run osmo-stp_10.42.42.5(pid=5291): Launched\u000a01:08:56.741278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:08:57.296692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5293): Launched\u000a01:08:57.601709 run osmo-msc_10.42.42.6(pid=5294): Launched\u000a01:08:57.781241 run osmo-stp_10.42.42.5(pid=5291): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5291)]\u000a01:08:57.910960 run osmo-stp_10.42.42.5(pid=5291): stdout: \u000a| (launched: 2022-12-09_01:08:56.481331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:58.037885 run osmo-stp_10.42.42.5(pid=5291): stderr: \u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010856654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:58.159531 run osmo-stp_10.42.42.5(pid=5291): stdout: \u000a| (launched: 2022-12-09_01:08:56.481331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:58.280162 run osmo-stp_10.42.42.5(pid=5291): stderr: \u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010856653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010856654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010856654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:58.333954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5291): Process ended prematurely: osmo-stp_10.42.42.5(pid=5291) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5291)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:08:58.342708 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:08:58.403600 run osmo-hlr_10.42.42.2(pid=5288): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5288)]\u000a01:08:58.453380 run osmo-hlr_10.42.42.2(pid=5288): stdout: \u000a| (launched: 2022-12-09_01:08:55.522514) \u000a01:08:58.503822 run osmo-hlr_10.42.42.2(pid=5288): stderr: \u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010855699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010855711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010855722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:58.572195 run osmo-msc_10.42.42.6(pid=5294): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5294)]\u000a01:08:58.621901 run osmo-msc_10.42.42.6(pid=5294): stdout: \u000a| (launched: 2022-12-09_01:08:57.451253) \u000a01:08:58.672196 run osmo-msc_10.42.42.6(pid=5294): stderr: \u000a| �[0;m�[38;5;43m20221209010857724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010857724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10cb0b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010857725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010857725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010857725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010857725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010857727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010857727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010857727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010857727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:08:58.714492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5287): Terminating (SIGTERM)\u000a01:08:58.754707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5290): Terminating (SIGTERM)\u000a01:08:58.794853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5293): Terminating (SIGTERM)\u000a01:08:58.804318 --- ParallelTerminationStrategy: PID 5287 died...\u000a01:08:58.857782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5287): Terminated: ok {rc=0}\u000a01:08:58.867520 --- ParallelTerminationStrategy: PID 5290 died...\u000a01:08:58.920518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5290): Terminated: ok {rc=0}\u000a01:08:58.930260 --- ParallelTerminationStrategy: PID 5293 died...\u000a01:08:58.983524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5293): Terminated: ok {rc=0}\u000a01:08:59.073807 bus /sierra_3: Setting Powered False\u000a01:09:00.177227 bus /sierra_3: Setting Powered False\u000a01:09:01.298299 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5302): Process ended prematurely: osmo-stp_10.42.42.5(pid=5302) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5302)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5302): Process ended prematurely: osmo-stp_10.42.42.5(pid=5302) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:02.410644 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:02.422380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:09:02.580872 tst mo_mt_call_osmux.py: using LAC 18016\u000a01:09:02.711864 tst mo_mt_call_osmux.py: using RAC 166\u000a01:09:02.834531 tst mo_mt_call_osmux.py: using CellId 18016\u000a01:09:02.951501 tst mo_mt_call_osmux.py: using BVCI 18017\u000a01:09:02.975887 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:02.990291 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:03.002514 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:03.014229 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:03.026400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:09:03.038452 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:09:03.157402 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:09:03.369372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:03.888147 run create_hlr_db(pid=5296): Launched\u000a01:09:04.077179 bus /sierra_2: Setting Powered False\u000a01:09:05.097178 run create_hlr_db(pid=5296): Terminated: ok {rc=0}\u000a01:09:05.506876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5298): Launched\u000a01:09:05.811708 run osmo-hlr_10.42.42.2(pid=5299): Launched\u000a01:09:05.927907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:06.496125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5301): Launched\u000a01:09:06.820196 run osmo-stp_10.42.42.5(pid=5302): Launched\u000a01:09:06.937173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:07.532163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5304): Launched\u000a01:09:07.857831 run osmo-msc_10.42.42.6(pid=5305): Launched\u000a01:09:08.050152 run osmo-stp_10.42.42.5(pid=5302): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5302)]\u000a01:09:08.187357 run osmo-stp_10.42.42.5(pid=5302): stdout: \u000a| (launched: 2022-12-09_01:09:06.661382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:08.324480 run osmo-stp_10.42.42.5(pid=5302): stderr: \u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010906855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:08.455173 run osmo-stp_10.42.42.5(pid=5302): stdout: \u000a| (launched: 2022-12-09_01:09:06.661382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:08.584470 run osmo-stp_10.42.42.5(pid=5302): stderr: \u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010906855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010906855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010906856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:08.641912 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5302): Process ended prematurely: osmo-stp_10.42.42.5(pid=5302) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5302)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:09:08.651213 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:09:08.713983 run osmo-hlr_10.42.42.2(pid=5299): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5299)]\u000a01:09:08.765466 run osmo-hlr_10.42.42.2(pid=5299): stdout: \u000a| (launched: 2022-12-09_01:09:05.661719) \u000a01:09:08.817642 run osmo-hlr_10.42.42.2(pid=5299): stderr: \u000a| �[0;m�[1;31m20221209010905836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010905836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010905836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010905836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010905836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010905837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010905848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010905857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010905857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010905857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:08.888298 run osmo-msc_10.42.42.6(pid=5305): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5305)]\u000a01:09:08.939657 run osmo-msc_10.42.42.6(pid=5305): stdout: \u000a| (launched: 2022-12-09_01:09:07.697866) \u000a01:09:08.991982 run osmo-msc_10.42.42.6(pid=5305): stderr: \u000a| �[0;m�[38;5;43m20221209010908022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010908022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa523191c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010908022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010908022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010908023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010908023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010908024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010908025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010908025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010908025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:09.036290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5298): Terminating (SIGTERM)\u000a01:09:09.078359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5301): Terminating (SIGTERM)\u000a01:09:09.120305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5304): Terminating (SIGTERM)\u000a01:09:09.129953 --- ParallelTerminationStrategy: PID 5298 died...\u000a01:09:09.186018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5298): Terminated: ok {rc=0}\u000a01:09:09.196051 --- ParallelTerminationStrategy: PID 5301 died...\u000a01:09:09.251729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5301): Terminated: ok {rc=0}\u000a01:09:09.261730 --- ParallelTerminationStrategy: PID 5304 died...\u000a01:09:09.317054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5304): Terminated: ok {rc=0}\u000a01:09:09.403602 bus /sierra_3: Setting Powered False\u000a01:09:10.507216 bus /sierra_3: Setting Powered False\u000a01:09:11.618766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:08:51" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5316): Process ended prematurely: osmo-stp_10.42.42.5(pid=5316) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5316)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5316): Process ended prematurely: osmo-stp_10.42.42.5(pid=5316) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:13.628825 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:13.640422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:09:13.804823 tst mo_mt_call.py: using LAC 18017\u000a01:09:13.931220 tst mo_mt_call.py: using RAC 167\u000a01:09:14.061089 tst mo_mt_call.py: using CellId 18017\u000a01:09:14.187852 tst mo_mt_call.py: using BVCI 18018\u000a01:09:14.212538 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:14.224097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:14.235640 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:14.247138 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:14.258883 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:14.270345 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:14.387718 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:14.597470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:15.117311 run create_hlr_db(pid=5310): Launched\u000a01:09:15.306525 bus /sierra_2: Setting Powered False\u000a01:09:16.334056 run create_hlr_db(pid=5310): Terminated: ok {rc=0}\u000a01:09:16.782769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5312): Launched\u000a01:09:17.185537 run osmo-hlr_10.42.42.2(pid=5313): Launched\u000a01:09:17.298171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:17.827296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5315): Launched\u000a01:09:18.132773 run osmo-stp_10.42.42.5(pid=5316): Launched\u000a01:09:18.243891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:18.806824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5318): Launched\u000a01:09:19.112308 run osmo-msc_10.42.42.6(pid=5319): Launched\u000a01:09:19.291707 run osmo-stp_10.42.42.5(pid=5316): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5316)]\u000a01:09:19.421342 run osmo-stp_10.42.42.5(pid=5316): stdout: \u000a| (launched: 2022-12-09_01:09:17.982006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:19.548135 run osmo-stp_10.42.42.5(pid=5316): stderr: \u000a| �[0;m�[38;5;43m20221209010918152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010918153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010918153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010918153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:19.670725 run osmo-stp_10.42.42.5(pid=5316): stdout: \u000a| (launched: 2022-12-09_01:09:17.982006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:19.792277 run osmo-stp_10.42.42.5(pid=5316): stderr: \u000a| �[0;m�[38;5;43m20221209010918152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010918153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010918153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010918153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010918154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:19.845886 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5316): Process ended prematurely: osmo-stp_10.42.42.5(pid=5316) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5316)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:09:19.854624 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:09:19.915458 run osmo-hlr_10.42.42.2(pid=5313): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5313)]\u000a01:09:19.965270 run osmo-hlr_10.42.42.2(pid=5313): stdout: \u000a| (launched: 2022-12-09_01:09:16.951348) \u000a01:09:20.015916 run osmo-hlr_10.42.42.2(pid=5313): stderr: \u000a| �[0;m�[1;31m20221209010917148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010917149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010917149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010917149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010917149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010917149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010917161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010917169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010917169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010917169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:20.084677 run osmo-msc_10.42.42.6(pid=5319): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5319)]\u000a01:09:20.134840 run osmo-msc_10.42.42.6(pid=5319): stdout: \u000a| (launched: 2022-12-09_01:09:18.961323) \u000a01:09:20.185654 run osmo-msc_10.42.42.6(pid=5319): stderr: \u000a| �[0;m�[38;5;43m20221209010919233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010919233 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb24c1eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010919233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010919233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010919234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010919234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010919235 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010919236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010919236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010919236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:20.228067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5312): Terminating (SIGTERM)\u000a01:09:20.268205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5315): Terminating (SIGTERM)\u000a01:09:20.308633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5318): Terminating (SIGTERM)\u000a01:09:20.318202 --- ParallelTerminationStrategy: PID 5312 died...\u000a01:09:20.372013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5312): Terminated: ok {rc=0}\u000a01:09:20.381860 --- ParallelTerminationStrategy: PID 5315 died...\u000a01:09:20.435488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5315): Terminated: ok {rc=0}\u000a01:09:20.445837 --- ParallelTerminationStrategy: PID 5318 died...\u000a01:09:20.499324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5318): Terminated: ok {rc=0}\u000a01:09:20.588572 bus /sierra_3: Setting Powered False\u000a01:09:21.692665 bus /sierra_3: Setting Powered False\u000a01:09:22.805405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:23.916516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:23.928335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:09:24.087959 tst mo_mt_call_osmux.py: using LAC 18018\u000a01:09:24.208806 tst mo_mt_call_osmux.py: using RAC 168\u000a01:09:24.333567 tst mo_mt_call_osmux.py: using CellId 18018\u000a01:09:24.453546 tst mo_mt_call_osmux.py: using BVCI 18019\u000a01:09:24.476667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:24.487870 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:24.498963 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:24.510246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:24.521752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:09:24.533205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:24.651451 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:09:24.855983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:25.336641 run create_hlr_db(pid=5321): Launched\u000a01:09:25.512335 bus /sierra_2: Setting Powered False\u000a01:09:26.534233 run create_hlr_db(pid=5321): Terminated: ok {rc=0}\u000a01:09:26.967473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Launched\u000a01:09:27.294638 run osmo-hlr_10.42.42.2(pid=5324): Launched\u000a01:09:27.413538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:27.980033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Launched\u000a01:09:28.307550 run osmo-stp_10.42.42.5(pid=5327): Launched\u000a01:09:28.426060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:29.022132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5329): Launched\u000a01:09:29.349445 run osmo-msc_10.42.42.6(pid=5330): Launched\u000a01:09:29.539536 run osmo-stp_10.42.42.5(pid=5327): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)]\u000a01:09:29.676643 run osmo-stp_10.42.42.5(pid=5327): stdout: \u000a| (launched: 2022-12-09_01:09:28.146727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:29.813443 run osmo-stp_10.42.42.5(pid=5327): stderr: \u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010928339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:29.943944 run osmo-stp_10.42.42.5(pid=5327): stdout: \u000a| (launched: 2022-12-09_01:09:28.146727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:30.074159 run osmo-stp_10.42.42.5(pid=5327): stderr: \u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010928338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010928339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010928341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:30.131655 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5327): Process ended prematurely: osmo-stp_10.42.42.5(pid=5327) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5327)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:09:30.141073 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:09:30.204227 run osmo-hlr_10.42.42.2(pid=5324): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5324)]\u000a01:09:30.255852 run osmo-hlr_10.42.42.2(pid=5324): stdout: \u000a| (launched: 2022-12-09_01:09:27.134201) \u000a01:09:30.308157 run osmo-hlr_10.42.42.2(pid=5324): stderr: \u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010927335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010927347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010927355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010927356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010927356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:30.379028 run osmo-msc_10.42.42.6(pid=5330): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5330)]\u000a01:09:30.430552 run osmo-msc_10.42.42.6(pid=5330): stdout: \u000a| (launched: 2022-12-09_01:09:29.187968) \u000a01:09:30.482591 run osmo-msc_10.42.42.6(pid=5330): stderr: \u000a| �[0;m�[38;5;43m20221209010929510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010929511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46241b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010929511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010929511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010929511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010929511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010929513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010929513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010929514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010929514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:30.526911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Terminating (SIGTERM)\u000a01:09:30.569444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Terminating (SIGTERM)\u000a01:09:30.611521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5329): Terminating (SIGTERM)\u000a01:09:30.621163 --- ParallelTerminationStrategy: PID 5323 died...\u000a01:09:30.677275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5323): Terminated: ok {rc=0}\u000a01:09:30.687271 --- ParallelTerminationStrategy: PID 5326 died...\u000a01:09:30.742939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5326): Terminated: ok {rc=0}\u000a01:09:30.752931 --- ParallelTerminationStrategy: PID 5329 died...\u000a01:09:30.808540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5329): Terminated: ok {rc=0}\u000a01:09:30.910374 bus /sierra_3: Setting Powered False\u000a01:09:32.015858 bus /sierra_3: Setting Powered False\u000a01:09:33.123697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:09:13" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:35.130377 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.142109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:35.308877 tst mo_mt_call.py: using LAC 18019\u000a01:09:35.437550 tst mo_mt_call.py: using RAC 169\u000a01:09:35.566106 tst mo_mt_call.py: using CellId 18019\u000a01:09:35.695475 tst mo_mt_call.py: using BVCI 18020\u000a01:09:35.720251 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.732008 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.743508 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.755121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.766792 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:35.778427 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:35.894768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:36.106517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:36.627168 run create_hlr_db(pid=5335): Launched\u000a01:09:36.815787 bus /sierra_2: Setting Powered False\u000a01:09:37.836452 run create_hlr_db(pid=5335): Terminated: ok {rc=0}\u000a01:09:38.248677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Launched\u000a01:09:38.554696 run osmo-hlr_10.42.42.2(pid=5338): Launched\u000a01:09:38.673931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:39.212667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Launched\u000a01:09:39.518480 run osmo-stp_10.42.42.5(pid=5341): Launched\u000a01:09:39.631279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:40.190579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Launched\u000a01:09:40.497219 run osmo-msc_10.42.42.6(pid=5344): Launched\u000a01:09:40.677663 run osmo-stp_10.42.42.5(pid=5341): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a01:09:40.807500 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-09_01:09:39.368289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:40.935203 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010939538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:41.057980 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-09_01:09:39.368289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:41.179563 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010939537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010939538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010939540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:41.233574 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:09:41.242516 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:09:41.303504 run osmo-hlr_10.42.42.2(pid=5338): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5338)]\u000a01:09:41.353326 run osmo-hlr_10.42.42.2(pid=5338): stdout: \u000a| (launched: 2022-12-09_01:09:38.403670) \u000a01:09:41.403533 run osmo-hlr_10.42.42.2(pid=5338): stderr: \u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010938579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010938591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010938599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010938599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010938599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:41.472080 run osmo-msc_10.42.42.6(pid=5344): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5344)]\u000a01:09:41.521910 run osmo-msc_10.42.42.6(pid=5344): stdout: \u000a| (launched: 2022-12-09_01:09:40.346407) \u000a01:09:41.572842 run osmo-msc_10.42.42.6(pid=5344): stderr: \u000a| �[0;m�[38;5;43m20221209010940620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010940620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ebf0f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010940620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010940620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010940620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010940621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010940622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010940623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010940623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010940623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:41.615621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminating (SIGTERM)\u000a01:09:41.656492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a01:09:41.696751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminating (SIGTERM)\u000a01:09:41.706425 --- ParallelTerminationStrategy: PID 5337 died...\u000a01:09:41.760634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminated: ok {rc=0}\u000a01:09:41.770765 --- ParallelTerminationStrategy: PID 5340 died...\u000a01:09:41.824352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a01:09:41.834263 --- ParallelTerminationStrategy: PID 5343 died...\u000a01:09:41.887860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminated: ok {rc=0}\u000a01:09:41.972940 bus /sierra_3: Setting Powered False\u000a01:09:43.081114 bus /sierra_3: Setting Powered False\u000a01:09:44.189599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5352): Process ended prematurely: osmo-stp_10.42.42.5(pid=5352) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5352)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5352): Process ended prematurely: osmo-stp_10.42.42.5(pid=5352) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:09:45.299284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.311132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:09:45.469673 tst mo_mt_call_osmux.py: using LAC 18020\u000a01:09:45.588923 tst mo_mt_call_osmux.py: using RAC 170\u000a01:09:45.708847 tst mo_mt_call_osmux.py: using CellId 18020\u000a01:09:45.852026 tst mo_mt_call_osmux.py: using BVCI 18021\u000a01:09:45.889725 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.902490 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.915710 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.928805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.942098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:09:45.954197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:46.083015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:09:46.343670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:46.919868 run create_hlr_db(pid=5346): Launched\u000a01:09:47.115300 bus /sierra_2: Setting Powered False\u000a01:09:48.130716 run create_hlr_db(pid=5346): Terminated: ok {rc=0}\u000a01:09:48.542500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5348): Launched\u000a01:09:48.848588 run osmo-hlr_10.42.42.2(pid=5349): Launched\u000a01:09:48.961258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:49.491711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5351): Launched\u000a01:09:49.796515 run osmo-stp_10.42.42.5(pid=5352): Launched\u000a01:09:49.907570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:09:50.467840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5354): Launched\u000a01:09:50.776020 run osmo-msc_10.42.42.6(pid=5355): Launched\u000a01:09:50.956503 run osmo-stp_10.42.42.5(pid=5352): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5352)]\u000a01:09:51.087089 run osmo-stp_10.42.42.5(pid=5352): stdout: \u000a| (launched: 2022-12-09_01:09:49.646383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:51.215115 run osmo-stp_10.42.42.5(pid=5352): stderr: \u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010949816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:51.338012 run osmo-stp_10.42.42.5(pid=5352): stdout: \u000a| (launched: 2022-12-09_01:09:49.646383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:51.459607 run osmo-stp_10.42.42.5(pid=5352): stderr: \u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209010949816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209010949816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209010949819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:51.513457 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5352): Process ended prematurely: osmo-stp_10.42.42.5(pid=5352) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5352)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:09:51.522291 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:09:51.583083 run osmo-hlr_10.42.42.2(pid=5349): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5349)]\u000a01:09:51.633019 run osmo-hlr_10.42.42.2(pid=5349): stdout: \u000a| (launched: 2022-12-09_01:09:48.697962) \u000a01:09:51.683040 run osmo-hlr_10.42.42.2(pid=5349): stderr: \u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010948876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209010948888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209010948897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209010948897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209010948897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:51.751678 run osmo-msc_10.42.42.6(pid=5355): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5355)]\u000a01:09:51.801701 run osmo-msc_10.42.42.6(pid=5355): stdout: \u000a| (launched: 2022-12-09_01:09:50.624055) \u000a01:09:51.852329 run osmo-msc_10.42.42.6(pid=5355): stderr: \u000a| �[0;m�[38;5;43m20221209010950898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209010950898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d5088fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209010950898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209010950898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209010950898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209010950898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209010950900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209010950901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209010950901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209010950901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:09:51.894769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5348): Terminating (SIGTERM)\u000a01:09:51.935073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5351): Terminating (SIGTERM)\u000a01:09:51.975574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5354): Terminating (SIGTERM)\u000a01:09:51.984908 --- ParallelTerminationStrategy: PID 5348 died...\u000a01:09:52.038690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5348): Terminated: ok {rc=0}\u000a01:09:52.048599 --- ParallelTerminationStrategy: PID 5351 died...\u000a01:09:52.102533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5351): Terminated: ok {rc=0}\u000a01:09:52.112150 --- ParallelTerminationStrategy: PID 5354 died...\u000a01:09:52.166102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5354): Terminated: ok {rc=0}\u000a01:09:52.251275 bus /sierra_3: Setting Powered False\u000a01:09:53.359648 bus /sierra_3: Setting Powered False\u000a01:09:54.468676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:09:34" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:09:56.483307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:56.495128 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:09:56.661344 tst mo_mt_call.py: using LAC 18021\u000a01:09:56.790393 tst mo_mt_call.py: using RAC 171\u000a01:09:56.919103 tst mo_mt_call.py: using CellId 18021\u000a01:09:57.048584 tst mo_mt_call.py: using BVCI 18022\u000a01:09:57.073611 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:57.085170 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:57.096468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:57.107884 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:57.119469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:09:57.130886 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:57.251659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:09:57.461941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:57.982325 run create_hlr_db(pid=5360): Launched\u000a01:09:58.171722 bus /sierra_2: Setting Powered False\u000a01:09:59.192294 run create_hlr_db(pid=5360): Terminated: ok {rc=0}\u000a01:09:59.625227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Launched\u000a01:09:59.950416 run osmo-hlr_10.42.42.2(pid=5363): Launched\u000a01:10:00.069278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:00.635641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Launched\u000a01:10:01.043264 run osmo-stp_10.42.42.5(pid=5366): Launched\u000a01:10:01.298816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:02.027188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Launched\u000a01:10:02.447994 run osmo-msc_10.42.42.6(pid=5372): Launched\u000a01:10:02.633524 run osmo-stp_10.42.42.5(pid=5366): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a01:10:02.772046 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_01:10:00.801164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:02.909325 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209011001159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011001159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011001160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011001160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011001168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011001168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011001170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:03.041328 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_01:10:00.801164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:03.171739 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209011001159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011001159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011001160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011001160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011001168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011001168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011001170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:03.229256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:10:03.238852 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:10:03.303348 run osmo-hlr_10.42.42.2(pid=5363): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5363)]\u000a01:10:03.355710 run osmo-hlr_10.42.42.2(pid=5363): stdout: \u000a| (launched: 2022-12-09_01:09:59.791102) \u000a01:10:03.408766 run osmo-hlr_10.42.42.2(pid=5363): stderr: \u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209010959991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011000003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011000012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011000012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011000012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:03.480452 run osmo-msc_10.42.42.6(pid=5372): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5372)]\u000a01:10:03.532632 run osmo-msc_10.42.42.6(pid=5372): stdout: \u000a| (launched: 2022-12-09_01:10:02.196382) \u000a01:10:03.585416 run osmo-msc_10.42.42.6(pid=5372): stderr: \u000a| �[0;m�[38;5;43m20221209011002555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011002555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b0a406c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011002555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011002555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011002555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011002555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011002557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011002557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011002558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011002558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:03.630021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminating (SIGTERM)\u000a01:10:03.672701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminating (SIGTERM)\u000a01:10:03.715901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminating (SIGTERM)\u000a01:10:03.725869 --- ParallelTerminationStrategy: PID 5362 died...\u000a01:10:03.783275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminated: ok {rc=0}\u000a01:10:03.793661 --- ParallelTerminationStrategy: PID 5365 died...\u000a01:10:03.850684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminated: ok {rc=0}\u000a01:10:03.860874 --- ParallelTerminationStrategy: PID 5371 died...\u000a01:10:03.918036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5371): Terminated: ok {rc=0}\u000a01:10:04.006373 bus /sierra_3: Setting Powered False\u000a01:10:05.114870 bus /sierra_3: Setting Powered False\u000a01:10:06.226739 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5380): Process ended prematurely: osmo-stp_10.42.42.5(pid=5380) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5380)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5380): Process ended prematurely: osmo-stp_10.42.42.5(pid=5380) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:07.337911 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.349892 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:10:07.508334 tst mo_mt_call_osmux.py: using LAC 18022\u000a01:10:07.630598 tst mo_mt_call_osmux.py: using RAC 172\u000a01:10:07.753160 tst mo_mt_call_osmux.py: using CellId 18022\u000a01:10:07.874273 tst mo_mt_call_osmux.py: using BVCI 18023\u000a01:10:07.897676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.908811 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.919776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.931325 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.943433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:10:07.954640 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:10:08.070067 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:10:08.283088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:08.804859 run create_hlr_db(pid=5374): Launched\u000a01:10:08.994412 bus /sierra_2: Setting Powered False\u000a01:10:10.015071 run create_hlr_db(pid=5374): Terminated: ok {rc=0}\u000a01:10:10.425474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5376): Launched\u000a01:10:10.731880 run osmo-hlr_10.42.42.2(pid=5377): Launched\u000a01:10:10.850333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:11.392093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5379): Launched\u000a01:10:11.698368 run osmo-stp_10.42.42.5(pid=5380): Launched\u000a01:10:11.810987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:12.370699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5382): Launched\u000a01:10:12.678085 run osmo-msc_10.42.42.6(pid=5383): Launched\u000a01:10:12.858981 run osmo-stp_10.42.42.5(pid=5380): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5380)]\u000a01:10:12.988258 run osmo-stp_10.42.42.5(pid=5380): stdout: \u000a| (launched: 2022-12-09_01:10:11.547758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:13.115940 run osmo-stp_10.42.42.5(pid=5380): stderr: \u000a| �[0;m�[38;5;43m20221209011011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011011718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011011719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:13.238808 run osmo-stp_10.42.42.5(pid=5380): stdout: \u000a| (launched: 2022-12-09_01:10:11.547758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:13.360150 run osmo-stp_10.42.42.5(pid=5380): stderr: \u000a| �[0;m�[38;5;43m20221209011011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011011717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011011718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011011719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011011719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:13.414077 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5380): Process ended prematurely: osmo-stp_10.42.42.5(pid=5380) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5380)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:10:13.422869 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:10:13.483505 run osmo-hlr_10.42.42.2(pid=5377): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5377)]\u000a01:10:13.533876 run osmo-hlr_10.42.42.2(pid=5377): stdout: \u000a| (launched: 2022-12-09_01:10:10.581205) \u000a01:10:13.584431 run osmo-hlr_10.42.42.2(pid=5377): stderr: \u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011010758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011010771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011010782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011010782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011010782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:13.652428 run osmo-msc_10.42.42.6(pid=5383): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5383)]\u000a01:10:13.702291 run osmo-msc_10.42.42.6(pid=5383): stdout: \u000a| (launched: 2022-12-09_01:10:12.526588) \u000a01:10:13.752582 run osmo-msc_10.42.42.6(pid=5383): stderr: \u000a| �[0;m�[38;5;43m20221209011012797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011012797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaf85e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011012797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011012797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011012799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011012800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011012801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011012801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011012801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:13.794997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5376): Terminating (SIGTERM)\u000a01:10:13.835679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5379): Terminating (SIGTERM)\u000a01:10:13.876043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5382): Terminating (SIGTERM)\u000a01:10:13.885372 --- ParallelTerminationStrategy: PID 5376 died...\u000a01:10:13.939535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5376): Terminated: ok {rc=0}\u000a01:10:13.949138 --- ParallelTerminationStrategy: PID 5379 died...\u000a01:10:14.003062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5379): Terminated: ok {rc=0}\u000a01:10:14.012740 --- ParallelTerminationStrategy: PID 5382 died...\u000a01:10:14.066558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5382): Terminated: ok {rc=0}\u000a01:10:14.155941 bus /sierra_3: Setting Powered False\u000a01:10:15.264714 bus /sierra_3: Setting Powered False\u000a01:10:16.400132 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:09:56" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:10:18.417664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:18.429519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:10:18.597523 tst mo_mt_call.py: using LAC 18023\u000a01:10:18.727366 tst mo_mt_call.py: using RAC 173\u000a01:10:18.855309 tst mo_mt_call.py: using CellId 18023\u000a01:10:18.983152 tst mo_mt_call.py: using BVCI 18024\u000a01:10:19.008001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:19.019693 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:19.032176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:19.044053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:19.055922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:19.067738 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:19.184632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:19.396037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:19.915835 run create_hlr_db(pid=5388): Launched\u000a01:10:20.106129 bus /sierra_2: Setting Powered False\u000a01:10:21.127252 run create_hlr_db(pid=5388): Terminated: ok {rc=0}\u000a01:10:21.539521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Launched\u000a01:10:21.847056 run osmo-hlr_10.42.42.2(pid=5391): Launched\u000a01:10:21.966165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:22.503058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Launched\u000a01:10:22.808226 run osmo-stp_10.42.42.5(pid=5394): Launched\u000a01:10:22.919161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:23.478511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Launched\u000a01:10:23.784180 run osmo-msc_10.42.42.6(pid=5397): Launched\u000a01:10:23.963415 run osmo-stp_10.42.42.5(pid=5394): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]\u000a01:10:24.093078 run osmo-stp_10.42.42.5(pid=5394): stdout: \u000a| (launched: 2022-12-09_01:10:22.658114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:24.220286 run osmo-stp_10.42.42.5(pid=5394): stderr: \u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011022829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:24.343005 run osmo-stp_10.42.42.5(pid=5394): stdout: \u000a| (launched: 2022-12-09_01:10:22.658114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:24.464214 run osmo-stp_10.42.42.5(pid=5394): stderr: \u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011022829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011022829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011022832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:24.517887 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:10:24.526474 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:10:24.587514 run osmo-hlr_10.42.42.2(pid=5391): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5391)]\u000a01:10:24.637314 run osmo-hlr_10.42.42.2(pid=5391): stdout: \u000a| (launched: 2022-12-09_01:10:21.695069) \u000a01:10:24.687647 run osmo-hlr_10.42.42.2(pid=5391): stderr: \u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011021869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011021888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011021898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:24.755665 run osmo-msc_10.42.42.6(pid=5397): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5397)]\u000a01:10:24.804995 run osmo-msc_10.42.42.6(pid=5397): stdout: \u000a| (launched: 2022-12-09_01:10:23.633157) \u000a01:10:24.855423 run osmo-msc_10.42.42.6(pid=5397): stderr: \u000a| �[0;m�[38;5;43m20221209011023904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011023904 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f016c24cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011023904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011023904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011023904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011023904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011023906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011023907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011023907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011023907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:24.897537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Terminating (SIGTERM)\u000a01:10:24.937589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Terminating (SIGTERM)\u000a01:10:24.977740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Terminating (SIGTERM)\u000a01:10:24.987254 --- ParallelTerminationStrategy: PID 5390 died...\u000a01:10:25.041058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Terminated: ok {rc=0}\u000a01:10:25.050676 --- ParallelTerminationStrategy: PID 5393 died...\u000a01:10:25.104895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Terminated: ok {rc=0}\u000a01:10:25.114816 --- ParallelTerminationStrategy: PID 5396 died...\u000a01:10:25.167932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Terminated: ok {rc=0}\u000a01:10:25.257570 bus /sierra_3: Setting Powered False\u000a01:10:26.361154 bus /sierra_3: Setting Powered False\u000a01:10:27.473496 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:28.590448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:28.603045 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:10:28.772557 tst mo_mt_call_osmux.py: using LAC 18024\u000a01:10:28.894890 tst mo_mt_call_osmux.py: using RAC 174\u000a01:10:29.017801 tst mo_mt_call_osmux.py: using CellId 18024\u000a01:10:29.136873 tst mo_mt_call_osmux.py: using BVCI 18025\u000a01:10:29.160056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:29.171338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:29.182378 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:29.193645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:29.205265 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:10:29.216531 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:29.336325 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:10:29.551892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:30.074367 run create_hlr_db(pid=5401): Launched\u000a01:10:30.264649 bus /sierra_2: Setting Powered False\u000a01:10:31.317249 run create_hlr_db(pid=5401): Terminated: ok {rc=0}\u000a01:10:31.750828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Launched\u000a01:10:32.084794 run osmo-hlr_10.42.42.2(pid=5404): Launched\u000a01:10:32.240274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:32.812733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Launched\u000a01:10:33.140335 run osmo-stp_10.42.42.5(pid=5407): Launched\u000a01:10:33.259906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:33.861861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Launched\u000a01:10:34.189542 run osmo-msc_10.42.42.6(pid=5410): Launched\u000a01:10:34.381252 run osmo-stp_10.42.42.5(pid=5407): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)]\u000a01:10:34.519401 run osmo-stp_10.42.42.5(pid=5407): stdout: \u000a| (launched: 2022-12-09_01:10:32.979472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:34.657242 run osmo-stp_10.42.42.5(pid=5407): stderr: \u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011033175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:34.789830 run osmo-stp_10.42.42.5(pid=5407): stdout: \u000a| (launched: 2022-12-09_01:10:32.979472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:34.920620 run osmo-stp_10.42.42.5(pid=5407): stderr: \u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011033174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011033175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011033175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:34.978716 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5407): Process ended prematurely: osmo-stp_10.42.42.5(pid=5407) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5407)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:10:34.988326 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:10:35.052318 run osmo-hlr_10.42.42.2(pid=5404): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5404)]\u000a01:10:35.104883 run osmo-hlr_10.42.42.2(pid=5404): stdout: \u000a| (launched: 2022-12-09_01:10:31.910940) \u000a01:10:35.157745 run osmo-hlr_10.42.42.2(pid=5404): stderr: \u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011032247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011032260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011032270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011032270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011032270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:35.229275 run osmo-msc_10.42.42.6(pid=5410): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5410)]\u000a01:10:35.280855 run osmo-msc_10.42.42.6(pid=5410): stdout: \u000a| (launched: 2022-12-09_01:10:34.028928) \u000a01:10:35.333145 run osmo-msc_10.42.42.6(pid=5410): stderr: \u000a| �[0;m�[38;5;43m20221209011034356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011034357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f200c2e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011034357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011034357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011034357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011034357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011034359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011034359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011034359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011034359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:35.377664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Terminating (SIGTERM)\u000a01:10:35.419733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Terminating (SIGTERM)\u000a01:10:35.461725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Terminating (SIGTERM)\u000a01:10:35.471413 --- ParallelTerminationStrategy: PID 5403 died...\u000a01:10:35.528170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5403): Terminated: ok {rc=0}\u000a01:10:35.538437 --- ParallelTerminationStrategy: PID 5406 died...\u000a01:10:35.594501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5406): Terminated: ok {rc=0}\u000a01:10:35.604747 --- ParallelTerminationStrategy: PID 5409 died...\u000a01:10:35.661123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5409): Terminated: ok {rc=0}\u000a01:10:35.748266 bus /sierra_3: Setting Powered False\u000a01:10:36.855636 bus /sierra_3: Setting Powered False\u000a01:10:37.968067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:10:18" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:10:39.986816 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:39.998686 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:40.164624 tst mo_mt_call.py: using LAC 18025\u000a01:10:40.293423 tst mo_mt_call.py: using RAC 175\u000a01:10:40.421214 tst mo_mt_call.py: using CellId 18025\u000a01:10:40.550009 tst mo_mt_call.py: using BVCI 18026\u000a01:10:40.574702 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:40.586556 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:40.598292 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:40.609941 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:40.621663 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:40.633298 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:40.749478 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:40.957850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:41.437870 run create_hlr_db(pid=5415): Launched\u000a01:10:41.614447 bus /sierra_2: Setting Powered False\u000a01:10:42.635573 run create_hlr_db(pid=5415): Terminated: ok {rc=0}\u000a01:10:43.042977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Launched\u000a01:10:43.348608 run osmo-hlr_10.42.42.2(pid=5418): Launched\u000a01:10:43.466474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:43.999454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Launched\u000a01:10:44.304522 run osmo-stp_10.42.42.5(pid=5421): Launched\u000a01:10:44.415525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:44.975425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5423): Launched\u000a01:10:45.281299 run osmo-msc_10.42.42.6(pid=5424): Launched\u000a01:10:45.462209 run osmo-stp_10.42.42.5(pid=5421): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)]\u000a01:10:45.592600 run osmo-stp_10.42.42.5(pid=5421): stdout: \u000a| (launched: 2022-12-09_01:10:44.154597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:45.720360 run osmo-stp_10.42.42.5(pid=5421): stderr: \u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011044324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:45.854161 run osmo-stp_10.42.42.5(pid=5421): stdout: \u000a| (launched: 2022-12-09_01:10:44.154597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:45.990836 run osmo-stp_10.42.42.5(pid=5421): stderr: \u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011044323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011044324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011044326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:46.051336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5421): Process ended prematurely: osmo-stp_10.42.42.5(pid=5421) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5421)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:10:46.062027 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:10:46.128654 run osmo-hlr_10.42.42.2(pid=5418): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5418)]\u000a01:10:46.183153 run osmo-hlr_10.42.42.2(pid=5418): stdout: \u000a| (launched: 2022-12-09_01:10:43.198455) \u000a01:10:46.239649 run osmo-hlr_10.42.42.2(pid=5418): stderr: \u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011043373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011043386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011043395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011043395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011043395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:46.313496 run osmo-msc_10.42.42.6(pid=5424): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5424)]\u000a01:10:46.367152 run osmo-msc_10.42.42.6(pid=5424): stdout: \u000a| (launched: 2022-12-09_01:10:45.130733) \u000a01:10:46.422718 run osmo-msc_10.42.42.6(pid=5424): stderr: \u000a| �[0;m�[38;5;43m20221209011045407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011045407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff13a113c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011045407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011045407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011045408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011045408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011045410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011045411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011045411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011045411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:46.469129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Terminating (SIGTERM)\u000a01:10:46.513503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Terminating (SIGTERM)\u000a01:10:46.560569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5423): Terminating (SIGTERM)\u000a01:10:46.571675 --- ParallelTerminationStrategy: PID 5417 died...\u000a01:10:46.632615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5417): Terminated: ok {rc=0}\u000a01:10:46.643419 --- ParallelTerminationStrategy: PID 5420 died...\u000a01:10:46.701467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5420): Terminated: ok {rc=0}\u000a01:10:46.712034 --- ParallelTerminationStrategy: PID 5423 died...\u000a01:10:46.770319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5423): Terminated: ok {rc=0}\u000a01:10:46.873682 bus /sierra_3: Setting Powered False\u000a01:10:47.978829 bus /sierra_3: Setting Powered False\u000a01:10:49.086394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:10:50.202818 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.215695 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:50.382510 tst mo_mt_call_osmux.py: using LAC 18026\u000a01:10:50.507238 tst mo_mt_call_osmux.py: using RAC 176\u000a01:10:50.632131 tst mo_mt_call_osmux.py: using CellId 18026\u000a01:10:50.754042 tst mo_mt_call_osmux.py: using BVCI 18027\u000a01:10:50.777428 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.788782 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.800244 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.812609 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.824451 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:10:50.836117 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:50.957776 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:51.170330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:51.690780 run create_hlr_db(pid=5426): Launched\u000a01:10:51.880118 bus /sierra_2: Setting Powered False\u000a01:10:52.901433 run create_hlr_db(pid=5426): Terminated: ok {rc=0}\u000a01:10:53.335122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Launched\u000a01:10:53.661870 run osmo-hlr_10.42.42.2(pid=5429): Launched\u000a01:10:53.780334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:54.348291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Launched\u000a01:10:54.674484 run osmo-stp_10.42.42.5(pid=5432): Launched\u000a01:10:54.793346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:10:55.392703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Launched\u000a01:10:55.719888 run osmo-msc_10.42.42.6(pid=5435): Launched\u000a01:10:55.911794 run osmo-stp_10.42.42.5(pid=5432): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)]\u000a01:10:56.050754 run osmo-stp_10.42.42.5(pid=5432): stdout: \u000a| (launched: 2022-12-09_01:10:54.514003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:56.188491 run osmo-stp_10.42.42.5(pid=5432): stderr: \u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011054708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:56.319898 run osmo-stp_10.42.42.5(pid=5432): stdout: \u000a| (launched: 2022-12-09_01:10:54.514003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:56.450175 run osmo-stp_10.42.42.5(pid=5432): stderr: \u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011054707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011054708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011054708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:56.507665 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5432): Process ended prematurely: osmo-stp_10.42.42.5(pid=5432) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5432)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:10:56.517008 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:10:56.579969 run osmo-hlr_10.42.42.2(pid=5429): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5429)]\u000a01:10:56.631805 run osmo-hlr_10.42.42.2(pid=5429): stdout: \u000a| (launched: 2022-12-09_01:10:53.501504) \u000a01:10:56.684178 run osmo-hlr_10.42.42.2(pid=5429): stderr: \u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011053701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011053714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011053722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011053722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011053722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:56.755086 run osmo-msc_10.42.42.6(pid=5435): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5435)]\u000a01:10:56.806684 run osmo-msc_10.42.42.6(pid=5435): stdout: \u000a| (launched: 2022-12-09_01:10:55.559219) \u000a01:10:56.859173 run osmo-msc_10.42.42.6(pid=5435): stderr: \u000a| �[0;m�[38;5;43m20221209011055883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011055883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bbd308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011055883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011055883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011055884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011055884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011055886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011055886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011055886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011055886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:10:56.903679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Terminating (SIGTERM)\u000a01:10:56.945710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Terminating (SIGTERM)\u000a01:10:56.987681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Terminating (SIGTERM)\u000a01:10:56.997435 --- ParallelTerminationStrategy: PID 5428 died...\u000a01:10:57.054109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5428): Terminated: ok {rc=0}\u000a01:10:57.064338 --- ParallelTerminationStrategy: PID 5431 died...\u000a01:10:57.120492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5431): Terminated: ok {rc=0}\u000a01:10:57.130691 --- ParallelTerminationStrategy: PID 5434 died...\u000a01:10:57.186442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5434): Terminated: ok {rc=0}\u000a01:10:57.275139 bus /sierra_3: Setting Powered False\u000a01:10:58.381555 bus /sierra_3: Setting Powered False\u000a01:10:59.492262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:10:39" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:11:01.531884 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:01.543990 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:11:01.746092 tst mo_mt_call.py: using LAC 18027\u000a01:11:01.909499 tst mo_mt_call.py: using RAC 177\u000a01:11:02.040542 tst mo_mt_call.py: using CellId 18027\u000a01:11:02.191509 tst mo_mt_call.py: using BVCI 18028\u000a01:11:02.216991 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:02.229054 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:02.240925 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:02.254303 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:02.267339 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:02.280241 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:11:02.398210 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:11:02.610354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:03.133492 run create_hlr_db(pid=5440): Launched\u000a01:11:03.322609 bus /sierra_2: Setting Powered False\u000a01:11:04.343301 run create_hlr_db(pid=5440): Terminated: ok {rc=0}\u000a01:11:04.754738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5442): Launched\u000a01:11:05.061240 run osmo-hlr_10.42.42.2(pid=5443): Launched\u000a01:11:05.182367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:05.720237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Launched\u000a01:11:06.025801 run osmo-stp_10.42.42.5(pid=5446): Launched\u000a01:11:06.136868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:06.696200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5448): Launched\u000a01:11:07.003865 run osmo-msc_10.42.42.6(pid=5449): Launched\u000a01:11:07.183964 run osmo-stp_10.42.42.5(pid=5446): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)]\u000a01:11:07.313734 run osmo-stp_10.42.42.5(pid=5446): stdout: \u000a| (launched: 2022-12-09_01:11:05.875301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:07.441468 run osmo-stp_10.42.42.5(pid=5446): stderr: \u000a| �[0;m�[38;5;43m20221209011106046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011106047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011106047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011106048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:07.564443 run osmo-stp_10.42.42.5(pid=5446): stdout: \u000a| (launched: 2022-12-09_01:11:05.875301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:07.686347 run osmo-stp_10.42.42.5(pid=5446): stderr: \u000a| �[0;m�[38;5;43m20221209011106046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011106047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011106047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011106048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011106050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:07.740360 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5446): Process ended prematurely: osmo-stp_10.42.42.5(pid=5446) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5446)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:11:07.749290 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:11:07.810131 run osmo-hlr_10.42.42.2(pid=5443): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5443)]\u000a01:11:07.859748 run osmo-hlr_10.42.42.2(pid=5443): stdout: \u000a| (launched: 2022-12-09_01:11:04.909848) \u000a01:11:07.909961 run osmo-hlr_10.42.42.2(pid=5443): stderr: \u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011105087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011105099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011105107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011105107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011105107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:07.978051 run osmo-msc_10.42.42.6(pid=5449): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5449)]\u000a01:11:08.027674 run osmo-msc_10.42.42.6(pid=5449): stdout: \u000a| (launched: 2022-12-09_01:11:06.851612) \u000a01:11:08.078096 run osmo-msc_10.42.42.6(pid=5449): stderr: \u000a| �[0;m�[38;5;43m20221209011107123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011107123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3efc330c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011107124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011107124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011107124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011107124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011107126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011107126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011107126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011107126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:08.120590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5442): Terminating (SIGTERM)\u000a01:11:08.161102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Terminating (SIGTERM)\u000a01:11:08.201827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5448): Terminating (SIGTERM)\u000a01:11:08.211349 --- ParallelTerminationStrategy: PID 5442 died...\u000a01:11:08.265643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5442): Terminated: ok {rc=0}\u000a01:11:08.275402 --- ParallelTerminationStrategy: PID 5445 died...\u000a01:11:08.329465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5445): Terminated: ok {rc=0}\u000a01:11:08.339722 --- ParallelTerminationStrategy: PID 5448 died...\u000a01:11:08.393130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5448): Terminated: ok {rc=0}\u000a01:11:08.482706 bus /sierra_3: Setting Powered False\u000a01:11:09.586190 bus /sierra_3: Setting Powered False\u000a01:11:10.697912 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:11:11.808511 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:11.820465 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:11:11.982528 tst mo_mt_call_osmux.py: using LAC 18028\u000a01:11:12.105461 tst mo_mt_call_osmux.py: using RAC 178\u000a01:11:12.227463 tst mo_mt_call_osmux.py: using CellId 18028\u000a01:11:12.349452 tst mo_mt_call_osmux.py: using BVCI 18029\u000a01:11:12.372613 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:12.383768 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:12.394710 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:12.406311 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:12.417589 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:11:12.428770 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:11:12.548801 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:11:12.754263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:13.234437 run create_hlr_db(pid=5451): Launched\u000a01:11:13.410487 bus /sierra_2: Setting Powered False\u000a01:11:14.431982 run create_hlr_db(pid=5451): Terminated: ok {rc=0}\u000a01:11:14.865733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Launched\u000a01:11:15.192525 run osmo-hlr_10.42.42.2(pid=5454): Launched\u000a01:11:15.311506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:15.921576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Launched\u000a01:11:16.332757 run osmo-stp_10.42.42.5(pid=5457): Launched\u000a01:11:16.657057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:17.274454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5459): Launched\u000a01:11:17.600787 run osmo-msc_10.42.42.6(pid=5460): Launched\u000a01:11:17.792001 run osmo-stp_10.42.42.5(pid=5457): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)]\u000a01:11:17.929725 run osmo-stp_10.42.42.5(pid=5457): stdout: \u000a| (launched: 2022-12-09_01:11:16.099468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:18.067949 run osmo-stp_10.42.42.5(pid=5457): stderr: \u000a| �[0;m�[38;5;43m20221209011116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011116356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011116356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:18.200059 run osmo-stp_10.42.42.5(pid=5457): stdout: \u000a| (launched: 2022-12-09_01:11:16.099468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:18.330262 run osmo-stp_10.42.42.5(pid=5457): stderr: \u000a| �[0;m�[38;5;43m20221209011116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011116355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011116356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011116356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011116363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:18.387811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5457): Process ended prematurely: osmo-stp_10.42.42.5(pid=5457) [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5457)] [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:11:18.397542 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:11:18.461316 run osmo-hlr_10.42.42.2(pid=5454): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5454)]\u000a01:11:18.513590 run osmo-hlr_10.42.42.2(pid=5454): stdout: \u000a| (launched: 2022-12-09_01:11:15.032143) \u000a01:11:18.566421 run osmo-hlr_10.42.42.2(pid=5454): stderr: \u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011115231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011115243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011115252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011115252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011115252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:18.637866 run osmo-msc_10.42.42.6(pid=5460): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5460)]\u000a01:11:18.689584 run osmo-msc_10.42.42.6(pid=5460): stdout: \u000a| (launched: 2022-12-09_01:11:17.440776) \u000a01:11:18.741979 run osmo-msc_10.42.42.6(pid=5460): stderr: \u000a| �[0;m�[38;5;43m20221209011117765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011117765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe49044fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011117765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011117765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011117765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011117765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011117767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011117767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011117768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011117768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:18.786340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminating (SIGTERM)\u000a01:11:18.828543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminating (SIGTERM)\u000a01:11:18.870922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5459): Terminating (SIGTERM)\u000a01:11:18.880628 --- ParallelTerminationStrategy: PID 5453 died...\u000a01:11:18.937599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5453): Terminated: ok {rc=0}\u000a01:11:18.947877 --- ParallelTerminationStrategy: PID 5456 died...\u000a01:11:19.004261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5456): Terminated: ok {rc=0}\u000a01:11:19.014640 --- ParallelTerminationStrategy: PID 5459 died...\u000a01:11:19.071818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5459): Terminated: ok {rc=0}\u000a01:11:19.159802 bus /sierra_3: Setting Powered False\u000a01:11:20.268003 bus /sierra_3: Setting Powered False\u000a01:11:21.377578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:11:01" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5471): Process ended prematurely: osmo-stp_10.42.42.5(pid=5471) [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5471)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5471): Process ended prematurely: osmo-stp_10.42.42.5(pid=5471) [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:11:23.386453 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.397327 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:23.535039 tst emergency_mo_mt_call.py: using LAC 18029\u000a01:11:23.652001 tst emergency_mo_mt_call.py: using RAC 179\u000a01:11:23.770642 tst emergency_mo_mt_call.py: using CellId 18029\u000a01:11:23.894387 tst emergency_mo_mt_call.py: using BVCI 18030\u000a01:11:23.918859 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.930443 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.941546 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.952986 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.964509 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:23.975750 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:24.092434 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:24.290543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:24.762363 run create_hlr_db(pid=5465): Launched\u000a01:11:24.935616 bus /sierra_2: Setting Powered False\u000a01:11:25.957321 run create_hlr_db(pid=5465): Terminated: ok {rc=0}\u000a01:11:26.387628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5467): Launched\u000a01:11:26.709619 run osmo-hlr_10.42.42.2(pid=5468): Launched\u000a01:11:26.827115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:27.387285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5470): Launched\u000a01:11:27.710181 run osmo-stp_10.42.42.5(pid=5471): Launched\u000a01:11:27.837907 tst emergency_mo_mt_call.py: using MSISDN 6948\u000a01:11:27.998049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:28.585453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5473): Launched\u000a01:11:28.908580 run osmo-msc_10.42.42.6(pid=5474): Launched\u000a01:11:29.097485 run osmo-stp_10.42.42.5(pid=5471): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5471)]\u000a01:11:29.233981 run osmo-stp_10.42.42.5(pid=5471): stdout: \u000a| (launched: 2022-12-09_01:11:27.550574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:29.369208 run osmo-stp_10.42.42.5(pid=5471): stderr: \u000a| �[0;m�[38;5;43m20221209011127741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011127741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011127742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011127742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:29.498140 run osmo-stp_10.42.42.5(pid=5471): stdout: \u000a| (launched: 2022-12-09_01:11:27.550574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:29.625626 run osmo-stp_10.42.42.5(pid=5471): stderr: \u000a| �[0;m�[38;5;43m20221209011127741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011127741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011127742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011127742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011127743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:29.681863 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5471): Process ended prematurely: osmo-stp_10.42.42.5(pid=5471) [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5471)] [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a01:11:29.690628 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a01:11:29.754217 run osmo-hlr_10.42.42.2(pid=5468): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5468)]\u000a01:11:29.806524 run osmo-hlr_10.42.42.2(pid=5468): stdout: \u000a| (launched: 2022-12-09_01:11:26.550881) \u000a01:11:29.859692 run osmo-hlr_10.42.42.2(pid=5468): stderr: \u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011126748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011126760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011126768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011126769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011126769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:29.931851 run osmo-msc_10.42.42.6(pid=5474): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5474)]\u000a01:11:29.984098 run osmo-msc_10.42.42.6(pid=5474): stdout: \u000a| (launched: 2022-12-09_01:11:28.748344) \u000a01:11:30.037026 run osmo-msc_10.42.42.6(pid=5474): stderr: \u000a| �[0;m�[38;5;43m20221209011129069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011129069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8b93a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011129070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011129070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011129070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011129070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011129072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011129072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011129072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011129072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:30.082370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5467): Terminating (SIGTERM)\u000a01:11:30.125059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5470): Terminating (SIGTERM)\u000a01:11:30.167299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5473): Terminating (SIGTERM)\u000a01:11:30.176624 --- ParallelTerminationStrategy: PID 5467 died...\u000a01:11:30.233599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5467): Terminated: ok {rc=0}\u000a01:11:30.243853 --- ParallelTerminationStrategy: PID 5470 died...\u000a01:11:30.300141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5470): Terminated: ok {rc=0}\u000a01:11:30.310321 --- ParallelTerminationStrategy: PID 5473 died...\u000a01:11:30.366721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5473): Terminated: ok {rc=0}\u000a01:11:30.454619 bus /sierra_3: Setting Powered False\u000a01:11:31.560278 bus /sierra_3: Setting Powered False\u000a01:11:32.670944 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5482): Process ended prematurely: osmo-stp_10.42.42.5(pid=5482) [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5482)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5482): Process ended prematurely: osmo-stp_10.42.42.5(pid=5482) [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:11:33.724026 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:33.736568 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:33.883639 tst emergency_preemptive_call.py: using LAC 18030\u000a01:11:34.009412 tst emergency_preemptive_call.py: using RAC 180\u000a01:11:34.139752 tst emergency_preemptive_call.py: using CellId 18030\u000a01:11:34.263305 tst emergency_preemptive_call.py: using BVCI 18031\u000a01:11:34.287719 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:34.299209 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:34.310319 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:34.321533 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:34.332514 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:11:34.343988 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:34.460061 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:34.578562 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:34.699403 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:34.897587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:35.375959 run create_hlr_db(pid=5476): Launched\u000a01:11:35.551056 bus /sierra_2: Setting Powered False\u000a01:11:36.571650 run create_hlr_db(pid=5476): Terminated: ok {rc=0}\u000a01:11:36.978291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5478): Launched\u000a01:11:37.281058 run osmo-hlr_10.42.42.2(pid=5479): Launched\u000a01:11:37.396616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:37.927642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5481): Launched\u000a01:11:38.229312 run osmo-stp_10.42.42.5(pid=5482): Launched\u000a01:11:38.349576 tst emergency_preemptive_call.py: using MSISDN 6949\u000a01:11:38.498973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:39.049819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5484): Launched\u000a01:11:39.353721 run osmo-msc_10.42.42.6(pid=5485): Launched\u000a01:11:39.530715 run osmo-stp_10.42.42.5(pid=5482): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5482)]\u000a01:11:39.659178 run osmo-stp_10.42.42.5(pid=5482): stdout: \u000a| (launched: 2022-12-09_01:11:38.080557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:39.785081 run osmo-stp_10.42.42.5(pid=5482): stderr: \u000a| �[0;m�[38;5;43m20221209011138250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011138251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011138251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011138251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:39.906271 run osmo-stp_10.42.42.5(pid=5482): stdout: \u000a| (launched: 2022-12-09_01:11:38.080557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:40.026557 run osmo-stp_10.42.42.5(pid=5482): stderr: \u000a| �[0;m�[38;5;43m20221209011138250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011138251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011138251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011138251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011138252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:40.079242 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5482): Process ended prematurely: osmo-stp_10.42.42.5(pid=5482) [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5482)] [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a01:11:40.087496 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a01:11:40.149911 run osmo-hlr_10.42.42.2(pid=5479): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5479)]\u000a01:11:40.200539 run osmo-hlr_10.42.42.2(pid=5479): stdout: \u000a| (launched: 2022-12-09_01:11:37.131491) \u000a01:11:40.251806 run osmo-hlr_10.42.42.2(pid=5479): stderr: \u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011137308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011137321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011137329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011137329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011137329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:40.320844 run osmo-msc_10.42.42.6(pid=5485): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5485)]\u000a01:11:40.371294 run osmo-msc_10.42.42.6(pid=5485): stdout: \u000a| (launched: 2022-12-09_01:11:39.202794) \u000a01:11:40.422568 run osmo-msc_10.42.42.6(pid=5485): stderr: \u000a| �[0;m�[38;5;43m20221209011139476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011139476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbc7f3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011139476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011139476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011139476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011139477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011139478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011139479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011139479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011139479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:40.466360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5478): Terminating (SIGTERM)\u000a01:11:40.507614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5481): Terminating (SIGTERM)\u000a01:11:40.548764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5484): Terminating (SIGTERM)\u000a01:11:40.558288 --- ParallelTerminationStrategy: PID 5478 died...\u000a01:11:40.613082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5478): Terminated: ok {rc=0}\u000a01:11:40.623395 --- ParallelTerminationStrategy: PID 5481 died...\u000a01:11:40.677799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5481): Terminated: ok {rc=0}\u000a01:11:40.688004 --- ParallelTerminationStrategy: PID 5484 died...\u000a01:11:40.742838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5484): Terminated: ok {rc=0}\u000a01:11:40.833473 bus /sierra_9: Setting Powered False\u000a01:11:41.940724 bus /sierra_9: Setting Powered False\u000a01:11:43.050583 bus /sierra_8: Setting Powered False\u000a01:11:44.158189 bus /sierra_8: Setting Powered False\u000a01:11:45.268046 bus /sierra_3: Setting Powered False\u000a01:11:46.372547 bus /sierra_3: Setting Powered False\u000a01:11:47.479723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:11:23" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5500): Process ended prematurely: osmo-stp_10.42.42.5(pid=5500) [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5500)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5500): Process ended prematurely: osmo-stp_10.42.42.5(pid=5500) [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:11:49.619045 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:49.629884 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:11:49.770487 tst cs_paging_gprs_active.py: using LAC 18031\u000a01:11:49.892085 tst cs_paging_gprs_active.py: using RAC 181\u000a01:11:50.014618 tst cs_paging_gprs_active.py: using CellId 18031\u000a01:11:50.137768 tst cs_paging_gprs_active.py: using BVCI 18032\u000a01:11:50.161422 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.172224 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.182831 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.193748 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.204605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.215802 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.226836 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.237696 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:11:50.248629 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:50.368810 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:11:50.666651 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:11:50.803918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:51.143765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5490): Launched\u000a01:11:51.427019 run iperf3-srv_10.42.42.10(pid=5491): Launched\u000a01:11:51.628612 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:11:51.766059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:11:52.109194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5492): Launched\u000a01:11:52.391566 run iperf3-srv_10.42.42.10(pid=5493): Launched\u000a01:11:52.592932 tst cs_paging_gprs_active.py:38: start network...\u000a01:11:52.730155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:53.256193 run create_hlr_db(pid=5494): Launched\u000a01:11:53.447041 bus /sierra_2: Setting Powered False\u000a01:11:54.467741 run create_hlr_db(pid=5494): Terminated: ok {rc=0}\u000a01:11:54.881298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5496): Launched\u000a01:11:55.190002 run osmo-hlr_10.42.42.2(pid=5497): Launched\u000a01:11:55.310330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:55.853890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5499): Launched\u000a01:11:56.160758 run osmo-stp_10.42.42.5(pid=5500): Launched\u000a01:11:56.272287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:11:56.808302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5502): Launched\u000a01:11:56.917814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:11:57.186177 run patchelf(pid=5503): Launched\u000a01:11:57.367315 run osmo-stp_10.42.42.5(pid=5500): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5500)]\u000a01:11:57.500111 run osmo-stp_10.42.42.5(pid=5500): stdout: \u000a| (launched: 2022-12-09_01:11:56.009597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:57.632911 run osmo-stp_10.42.42.5(pid=5500): stderr: \u000a| �[0;m�[38;5;43m20221209011156179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011156179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011156180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011156180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:57.760194 run osmo-stp_10.42.42.5(pid=5500): stdout: \u000a| (launched: 2022-12-09_01:11:56.009597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:57.886425 run osmo-stp_10.42.42.5(pid=5500): stderr: \u000a| �[0;m�[38;5;43m20221209011156179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011156179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011156180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011156180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011156181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:58.033776 run patchelf(pid=5503): Terminating (SIGINT)\u000a01:11:58.207255 run patchelf(pid=5503): Terminated: ok {rc=0}\u000a01:11:58.239009 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5500): Process ended prematurely: osmo-stp_10.42.42.5(pid=5500) [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5500)] [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a01:11:58.248307 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:11:58.309930 run osmo-hlr_10.42.42.2(pid=5497): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5497)]\u000a01:11:58.359603 run osmo-hlr_10.42.42.2(pid=5497): stdout: \u000a| (launched: 2022-12-09_01:11:55.037959) \u000a01:11:58.409870 run osmo-hlr_10.42.42.2(pid=5497): stderr: \u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011155216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011155228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:58.452540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5490): Terminating (SIGTERM)\u000a01:11:58.492864 run iperf3-srv_10.42.42.10(pid=5491): Terminating (SIGTERM)\u000a01:11:58.535351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5492): Terminating (SIGTERM)\u000a01:11:58.575450 run iperf3-srv_10.42.42.10(pid=5493): Terminating (SIGTERM)\u000a01:11:58.615931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5496): Terminating (SIGTERM)\u000a01:11:58.656100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5499): Terminating (SIGTERM)\u000a01:11:58.696206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5502): Terminating (SIGTERM)\u000a01:11:58.705753 --- ParallelTerminationStrategy: PID 5490 died...\u000a01:11:58.759495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5490): Terminated: ok {rc=0}\u000a01:11:58.769524 --- ParallelTerminationStrategy: PID 5491 died...\u000a01:11:58.823167 run iperf3-srv_10.42.42.10(pid=5491): Terminated {rc=256}\u000a01:11:58.832762 --- ParallelTerminationStrategy: PID 5492 died...\u000a01:11:58.886245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5492): Terminated: ok {rc=0}\u000a01:11:58.895878 --- ParallelTerminationStrategy: PID 5493 died...\u000a01:11:58.949062 run iperf3-srv_10.42.42.10(pid=5493): Terminated {rc=256}\u000a01:11:58.958949 --- ParallelTerminationStrategy: PID 5496 died...\u000a01:11:59.012461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5496): Terminated: ok {rc=0}\u000a01:11:59.022206 --- ParallelTerminationStrategy: PID 5499 died...\u000a01:11:59.075688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5499): Terminated: ok {rc=0}\u000a01:11:59.085413 --- ParallelTerminationStrategy: PID 5502 died...\u000a01:11:59.139113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5502): Terminated: ok {rc=0}\u000a01:11:59.226870 bus /gobi_0: Setting Powered False\u000a01:12:00.330943 bus /gobi_0: Setting Powered False\u000a01:12:01.442694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5512): Process ended prematurely: osmo-stp_10.42.42.5(pid=5512) [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5512)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5512): Process ended prematurely: osmo-stp_10.42.42.5(pid=5512) [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a01:12:02.552381 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:02.563828 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:02.711005 tst iperf3.py: using LAC 18032\u000a01:12:02.839155 tst iperf3.py: using RAC 182\u000a01:12:02.966533 tst iperf3.py: using CellId 18032\u000a01:12:03.102092 tst iperf3.py: using BVCI 18033\u000a01:12:03.125929 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.136776 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.148719 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.159465 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.170247 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.181138 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.192004 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.203181 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:03.214202 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:03.510185 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:03.647662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:03.988725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5504): Launched\u000a01:12:04.273758 run iperf3-srv_10.42.42.10(pid=5505): Launched\u000a01:12:04.476328 tst iperf3.py:8: start network...\u000a01:12:04.614130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:05.142461 run create_hlr_db(pid=5506): Launched\u000a01:12:05.333349 bus /gobi_6: Setting Powered False\u000a01:12:06.353496 run create_hlr_db(pid=5506): Terminated: ok {rc=0}\u000a01:12:06.790355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5508): Launched\u000a01:12:07.119557 run osmo-hlr_10.42.42.2(pid=5509): Launched\u000a01:12:07.240141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:07.815458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5511): Launched\u000a01:12:08.146822 run osmo-stp_10.42.42.5(pid=5512): Launched\u000a01:12:08.266270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:08.841917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5514): Launched\u000a01:12:08.959235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:09.247051 run patchelf(pid=5515): Launched\u000a01:12:09.440749 run osmo-stp_10.42.42.5(pid=5512): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5512)]\u000a01:12:09.582393 run osmo-stp_10.42.42.5(pid=5512): stdout: \u000a| (launched: 2022-12-09_01:12:07.983277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:09.723925 run osmo-stp_10.42.42.5(pid=5512): stderr: \u000a| �[0;m�[38;5;43m20221209011208176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011208177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:09.860253 run osmo-stp_10.42.42.5(pid=5512): stdout: \u000a| (launched: 2022-12-09_01:12:07.983277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:09.995461 run osmo-stp_10.42.42.5(pid=5512): stderr: \u000a| �[0;m�[38;5;43m20221209011208176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011208177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011208177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011208178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:10.153800 run patchelf(pid=5515): Terminating (SIGINT)\u000a01:12:10.338907 run patchelf(pid=5515): Terminated: ok {rc=0}\u000a01:12:10.372883 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5512): Process ended prematurely: osmo-stp_10.42.42.5(pid=5512) [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5512)] [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a01:12:10.383157 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:12:10.446584 run osmo-hlr_10.42.42.2(pid=5509): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5509)]\u000a01:12:10.498483 run osmo-hlr_10.42.42.2(pid=5509): stdout: \u000a| (launched: 2022-12-09_01:12:06.957485) \u000a01:12:10.551291 run osmo-hlr_10.42.42.2(pid=5509): stderr: \u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011207157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011207170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011207178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011207178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011207178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:10.596161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5504): Terminating (SIGTERM)\u000a01:12:10.638513 run iperf3-srv_10.42.42.10(pid=5505): Terminating (SIGTERM)\u000a01:12:10.680907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5508): Terminating (SIGTERM)\u000a01:12:10.723333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5511): Terminating (SIGTERM)\u000a01:12:10.765839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5514): Terminating (SIGTERM)\u000a01:12:10.775578 --- ParallelTerminationStrategy: PID 5504 died...\u000a01:12:10.832119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5504): Terminated: ok {rc=0}\u000a01:12:10.842425 --- ParallelTerminationStrategy: PID 5505 died...\u000a01:12:10.898744 run iperf3-srv_10.42.42.10(pid=5505): Terminated {rc=256}\u000a01:12:10.909022 --- ParallelTerminationStrategy: PID 5508 died...\u000a01:12:10.965454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5508): Terminated: ok {rc=0}\u000a01:12:10.975530 --- ParallelTerminationStrategy: PID 5511 died...\u000a01:12:11.031932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5511): Terminated: ok {rc=0}\u000a01:12:11.042228 --- ParallelTerminationStrategy: PID 5514 died...\u000a01:12:11.098923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5514): Terminated: ok {rc=0}\u000a01:12:11.187341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5530): Process ended prematurely: osmo-stp_10.42.42.5(pid=5530) [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5530)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5530): Process ended prematurely: osmo-stp_10.42.42.5(pid=5530) [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a01:12:12.303773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.315755 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:12.465625 tst iperf3m4.py: using LAC 18033\u000a01:12:12.594037 tst iperf3m4.py: using RAC 183\u000a01:12:12.716194 tst iperf3m4.py: using CellId 18033\u000a01:12:12.846408 tst iperf3m4.py: using BVCI 18034\u000a01:12:12.871614 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.883141 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.894354 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.905682 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.917268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.928483 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.939850 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.950981 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:12.962490 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:13.079122 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:13.203091 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:13.324630 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:13.623104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:12:13.760296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:14.100811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5516): Launched\u000a01:12:14.383691 run iperf3-srv_10.42.42.10(pid=5517): Launched\u000a01:12:14.585318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:12:14.722329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:15.063665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5518): Launched\u000a01:12:15.347736 run iperf3-srv_10.42.42.10(pid=5519): Launched\u000a01:12:15.550158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:12:15.687630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:16.065435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5520): Launched\u000a01:12:16.381787 run iperf3-srv_10.42.42.10(pid=5521): Launched\u000a01:12:16.576667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:12:16.710612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:17.053084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5522): Launched\u000a01:12:17.339151 run iperf3-srv_10.42.42.10(pid=5523): Launched\u000a01:12:17.541692 tst iperf3m4.py:8: start network...\u000a01:12:17.679637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:18.205890 run create_hlr_db(pid=5524): Launched\u000a01:12:18.396107 bus /gobi_6: Setting Powered False\u000a01:12:19.417000 run create_hlr_db(pid=5524): Terminated: ok {rc=0}\u000a01:12:19.854019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5526): Launched\u000a01:12:20.183331 run osmo-hlr_10.42.42.2(pid=5527): Launched\u000a01:12:20.303098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:20.878131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5529): Launched\u000a01:12:21.208382 run osmo-stp_10.42.42.5(pid=5530): Launched\u000a01:12:21.328090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:21.902170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5532): Launched\u000a01:12:22.019068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:22.305689 run patchelf(pid=5533): Launched\u000a01:12:22.498767 run osmo-stp_10.42.42.5(pid=5530): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5530)]\u000a01:12:22.639613 run osmo-stp_10.42.42.5(pid=5530): stdout: \u000a| (launched: 2022-12-09_01:12:21.045781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:22.780553 run osmo-stp_10.42.42.5(pid=5530): stderr: \u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011221239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:22.916441 run osmo-stp_10.42.42.5(pid=5530): stdout: \u000a| (launched: 2022-12-09_01:12:21.045781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:23.051422 run osmo-stp_10.42.42.5(pid=5530): stderr: \u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011221238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011221239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011221239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:23.209130 run patchelf(pid=5533): Terminating (SIGINT)\u000a01:12:23.393741 run patchelf(pid=5533): Terminated: ok {rc=0}\u000a01:12:23.427581 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5530): Process ended prematurely: osmo-stp_10.42.42.5(pid=5530) [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5530)] [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a01:12:23.437573 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a01:12:23.501680 run osmo-hlr_10.42.42.2(pid=5527): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5527)]\u000a01:12:23.554212 run osmo-hlr_10.42.42.2(pid=5527): stdout: \u000a| (launched: 2022-12-09_01:12:20.021454) \u000a01:12:23.606859 run osmo-hlr_10.42.42.2(pid=5527): stderr: \u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011220220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011220233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011220241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011220242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:23.651914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5516): Terminating (SIGTERM)\u000a01:12:23.694508 run iperf3-srv_10.42.42.10(pid=5517): Terminating (SIGTERM)\u000a01:12:23.737085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5518): Terminating (SIGTERM)\u000a01:12:23.779440 run iperf3-srv_10.42.42.10(pid=5519): Terminating (SIGTERM)\u000a01:12:23.822154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5520): Terminating (SIGTERM)\u000a01:12:23.864431 run iperf3-srv_10.42.42.10(pid=5521): Terminating (SIGTERM)\u000a01:12:23.906954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5522): Terminating (SIGTERM)\u000a01:12:23.949264 run iperf3-srv_10.42.42.10(pid=5523): Terminating (SIGTERM)\u000a01:12:23.991741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5526): Terminating (SIGTERM)\u000a01:12:24.034308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5529): Terminating (SIGTERM)\u000a01:12:24.076616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5532): Terminating (SIGTERM)\u000a01:12:24.086743 --- ParallelTerminationStrategy: PID 5516 died...\u000a01:12:24.143727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5516): Terminated: ok {rc=0}\u000a01:12:24.154045 --- ParallelTerminationStrategy: PID 5517 died...\u000a01:12:24.210768 run iperf3-srv_10.42.42.10(pid=5517): Terminated {rc=256}\u000a01:12:24.221120 --- ParallelTerminationStrategy: PID 5518 died...\u000a01:12:24.277769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5518): Terminated: ok {rc=0}\u000a01:12:24.288041 --- ParallelTerminationStrategy: PID 5519 died...\u000a01:12:24.344454 run iperf3-srv_10.42.42.10(pid=5519): Terminated {rc=256}\u000a01:12:24.354778 --- ParallelTerminationStrategy: PID 5520 died...\u000a01:12:24.411209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5520): Terminated: ok {rc=0}\u000a01:12:24.421576 --- ParallelTerminationStrategy: PID 5521 died...\u000a01:12:24.477890 run iperf3-srv_10.42.42.10(pid=5521): Terminated {rc=256}\u000a01:12:24.488095 --- ParallelTerminationStrategy: PID 5522 died...\u000a01:12:24.544492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5522): Terminated: ok {rc=0}\u000a01:12:24.554761 --- ParallelTerminationStrategy: PID 5523 died...\u000a01:12:24.611052 run iperf3-srv_10.42.42.10(pid=5523): Terminated {rc=256}\u000a01:12:24.621789 --- ParallelTerminationStrategy: PID 5526 died...\u000a01:12:24.678570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5526): Terminated: ok {rc=0}\u000a01:12:24.688821 --- ParallelTerminationStrategy: PID 5529 died...\u000a01:12:24.745452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5529): Terminated: ok {rc=0}\u000a01:12:24.755774 --- ParallelTerminationStrategy: PID 5532 died...\u000a01:12:24.812145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5532): Terminated: ok {rc=0}\u000a01:12:24.901266 bus /gobi_4: Setting Powered False\u000a01:12:26.010910 bus /gobi_4: Setting Powered False\u000a01:12:27.120555 bus /gobi_1: Setting Powered False\u000a01:12:28.229936 bus /gobi_1: Setting Powered False\u000a01:12:29.338926 bus /gobi_0: Setting Powered False\u000a01:12:30.448183 bus /gobi_0: Setting Powered False\u000a01:12:31.561602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2352↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2352↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a01:12:32.628214 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:32.639795 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:32.778764 tst ping.py: using LAC 18034\u000a01:12:32.895953 tst ping.py: using RAC 184\u000a01:12:33.015771 tst ping.py: using CellId 18034\u000a01:12:33.135485 tst ping.py: using BVCI 18035\u000a01:12:33.158535 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.169333 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.179753 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.190586 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.201379 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.212007 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.223005 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:33.233788 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:33.509267 tst ping.py:19: start network...\u000a01:12:33.634699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:34.107437 run create_hlr_db(pid=5534): Launched\u000a01:12:34.281489 bus /gobi_6: Setting Powered False\u000a01:12:35.301788 run create_hlr_db(pid=5534): Terminated: ok {rc=0}\u000a01:12:35.732862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5536): Launched\u000a01:12:36.038896 run osmo-hlr_10.42.42.2(pid=5540): Launched\u000a01:12:36.156432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:36.693682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Launched\u000a01:12:36.996286 run osmo-stp_10.42.42.5(pid=5543): Launched\u000a01:12:37.106400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:37.631557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5545): Launched\u000a01:12:37.739150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:38.004653 run patchelf(pid=5546): Launched\u000a01:12:38.182172 run osmo-stp_10.42.42.5(pid=5543): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)]\u000a01:12:38.311365 run osmo-stp_10.42.42.5(pid=5543): stdout: \u000a| (launched: 2022-12-09_01:12:36.846787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:38.440692 run osmo-stp_10.42.42.5(pid=5543): stderr: \u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011237018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:38.565507 run osmo-stp_10.42.42.5(pid=5543): stdout: \u000a| (launched: 2022-12-09_01:12:36.846787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:38.688762 run osmo-stp_10.42.42.5(pid=5543): stderr: \u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011237017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011237018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011237020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:38.832694 run patchelf(pid=5546): Terminating (SIGINT)\u000a01:12:39.002183 run patchelf(pid=5546): Terminated: ok {rc=0}\u000a01:12:39.032932 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5543): Process ended prematurely: osmo-stp_10.42.42.5(pid=5543) [trial-2352↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5543)] [trial-2352↪gprs:trx-sysmocell5000↪ping.py:22]\u000a01:12:39.041712 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:12:39.103791 run osmo-hlr_10.42.42.2(pid=5540): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5540)]\u000a01:12:39.154114 run osmo-hlr_10.42.42.2(pid=5540): stdout: \u000a| (launched: 2022-12-09_01:12:35.889600) \u000a01:12:39.205170 run osmo-hlr_10.42.42.2(pid=5540): stderr: \u000a| �[0;m�[1;31m20221209011236065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011236065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011236065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011236065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011236066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011236066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011236077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011236086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011236086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011236086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:39.248075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5536): Terminating (SIGTERM)\u000a01:12:39.288710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Terminating (SIGTERM)\u000a01:12:39.329758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5545): Terminating (SIGTERM)\u000a01:12:39.339125 --- ParallelTerminationStrategy: PID 5536 died...\u000a01:12:39.393535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5536): Terminated: ok {rc=0}\u000a01:12:39.403577 --- ParallelTerminationStrategy: PID 5542 died...\u000a01:12:39.457703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5542): Terminated: ok {rc=0}\u000a01:12:39.467321 --- ParallelTerminationStrategy: PID 5545 died...\u000a01:12:39.521072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5545): Terminated: ok {rc=0}\u000a01:12:39.611232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5553): Process ended prematurely: osmo-stp_10.42.42.5(pid=5553) [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5553)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5553): Process ended prematurely: osmo-stp_10.42.42.5(pid=5553) [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a01:12:40.664087 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:40.676022 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a01:12:40.815084 tst ping_idle_ping.py: using LAC 18035\u000a01:12:40.934894 tst ping_idle_ping.py: using RAC 185\u000a01:12:41.052706 tst ping_idle_ping.py: using CellId 18035\u000a01:12:41.172939 tst ping_idle_ping.py: using BVCI 18036\u000a01:12:41.195900 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.206745 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.217304 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.228077 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.238773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.249537 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.260488 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a01:12:41.271208 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a01:12:41.547268 tst ping_idle_ping.py:24: start network...\u000a01:12:41.672550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:42.149541 run create_hlr_db(pid=5547): Launched\u000a01:12:42.323965 bus /gobi_6: Setting Powered False\u000a01:12:43.345638 run create_hlr_db(pid=5547): Terminated: ok {rc=0}\u000a01:12:43.777711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5549): Launched\u000a01:12:44.103614 run osmo-hlr_10.42.42.2(pid=5550): Launched\u000a01:12:44.221962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:44.784115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5552): Launched\u000a01:12:45.110378 run osmo-stp_10.42.42.5(pid=5553): Launched\u000a01:12:45.229149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:45.795639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5555): Launched\u000a01:12:45.934676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:46.223455 run patchelf(pid=5556): Launched\u000a01:12:46.418818 run osmo-stp_10.42.42.5(pid=5553): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5553)]\u000a01:12:46.561019 run osmo-stp_10.42.42.5(pid=5553): stdout: \u000a| (launched: 2022-12-09_01:12:44.948403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:46.702676 run osmo-stp_10.42.42.5(pid=5553): stderr: \u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011245142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:46.839405 run osmo-stp_10.42.42.5(pid=5553): stdout: \u000a| (launched: 2022-12-09_01:12:44.948403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:46.974936 run osmo-stp_10.42.42.5(pid=5553): stderr: \u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011245141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011245142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011245144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:47.132399 run patchelf(pid=5556): Terminating (SIGINT)\u000a01:12:47.314093 run patchelf(pid=5556): Terminated: ok {rc=0}\u000a01:12:47.347030 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5553): Process ended prematurely: osmo-stp_10.42.42.5(pid=5553) [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5553)] [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a01:12:47.356457 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:12:47.419723 run osmo-hlr_10.42.42.2(pid=5550): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5550)]\u000a01:12:47.471291 run osmo-hlr_10.42.42.2(pid=5550): stdout: \u000a| (launched: 2022-12-09_01:12:43.942355) \u000a01:12:47.523701 run osmo-hlr_10.42.42.2(pid=5550): stderr: \u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011244142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011244155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011244163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011244163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011244164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:47.568448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5549): Terminating (SIGTERM)\u000a01:12:47.610673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5552): Terminating (SIGTERM)\u000a01:12:47.652765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5555): Terminating (SIGTERM)\u000a01:12:47.662575 --- ParallelTerminationStrategy: PID 5549 died...\u000a01:12:47.718743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5549): Terminated: ok {rc=0}\u000a01:12:47.729215 --- ParallelTerminationStrategy: PID 5552 died...\u000a01:12:47.785603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5552): Terminated: ok {rc=0}\u000a01:12:47.795710 --- ParallelTerminationStrategy: PID 5555 died...\u000a01:12:47.851804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5555): Terminated: ok {rc=0}\u000a01:12:47.939973 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:11:49" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5571): Process ended prematurely: osmo-stp_10.42.42.5(pid=5571) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5571)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5571): Process ended prematurely: osmo-stp_10.42.42.5(pid=5571) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:12:50.115082 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.126422 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:12:50.274414 tst cs_paging_gprs_active.py: using LAC 18036\u000a01:12:50.404876 tst cs_paging_gprs_active.py: using RAC 186\u000a01:12:50.533091 tst cs_paging_gprs_active.py: using CellId 18036\u000a01:12:50.662696 tst cs_paging_gprs_active.py: using BVCI 18037\u000a01:12:50.687982 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.699419 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.710643 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.722002 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.733209 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.744395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.755747 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.766906 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:12:50.778317 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:50.894237 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:12:51.179199 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:12:51.307462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:51.627238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5561): Launched\u000a01:12:51.893105 run iperf3-srv_10.42.42.10(pid=5562): Launched\u000a01:12:52.080306 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:12:52.207911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:12:52.526892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5563): Launched\u000a01:12:52.794019 run iperf3-srv_10.42.42.10(pid=5564): Launched\u000a01:12:52.981475 tst cs_paging_gprs_active.py:38: start network...\u000a01:12:53.109255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:53.593780 run create_hlr_db(pid=5565): Launched\u000a01:12:53.771223 bus /gobi_6: Setting Powered False\u000a01:12:54.792084 run create_hlr_db(pid=5565): Terminated: ok {rc=0}\u000a01:12:55.230275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5567): Launched\u000a01:12:55.561842 run osmo-hlr_10.42.42.2(pid=5568): Launched\u000a01:12:55.681432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:56.256520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5570): Launched\u000a01:12:56.587244 run osmo-stp_10.42.42.5(pid=5571): Launched\u000a01:12:56.706642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:12:57.282511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5573): Launched\u000a01:12:57.400078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:12:57.687177 run patchelf(pid=5574): Launched\u000a01:12:57.879789 run osmo-stp_10.42.42.5(pid=5571): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5571)]\u000a01:12:58.020306 run osmo-stp_10.42.42.5(pid=5571): stdout: \u000a| (launched: 2022-12-09_01:12:56.424182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:58.162580 run osmo-stp_10.42.42.5(pid=5571): stderr: \u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011256622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:58.298511 run osmo-stp_10.42.42.5(pid=5571): stdout: \u000a| (launched: 2022-12-09_01:12:56.424182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:58.432905 run osmo-stp_10.42.42.5(pid=5571): stderr: \u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011256621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011256622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011256622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:58.589851 run patchelf(pid=5574): Terminating (SIGINT)\u000a01:12:58.773699 run patchelf(pid=5574): Terminated: ok {rc=0}\u000a01:12:58.807456 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5571): Process ended prematurely: osmo-stp_10.42.42.5(pid=5571) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5571)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:12:58.817489 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:12:58.880935 run osmo-hlr_10.42.42.2(pid=5568): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5568)]\u000a01:12:58.932628 run osmo-hlr_10.42.42.2(pid=5568): stdout: \u000a| (launched: 2022-12-09_01:12:55.398425) \u000a01:12:58.985164 run osmo-hlr_10.42.42.2(pid=5568): stderr: \u000a| �[0;m�[1;31m20221209011255596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011255596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011255597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011255597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011255597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011255597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011255610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011255619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011255619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011255619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:59.029835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5561): Terminating (SIGTERM)\u000a01:12:59.071875 run iperf3-srv_10.42.42.10(pid=5562): Terminating (SIGTERM)\u000a01:12:59.114483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5563): Terminating (SIGTERM)\u000a01:12:59.156532 run iperf3-srv_10.42.42.10(pid=5564): Terminating (SIGTERM)\u000a01:12:59.200307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5567): Terminating (SIGTERM)\u000a01:12:59.242467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5570): Terminating (SIGTERM)\u000a01:12:59.284496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5573): Terminating (SIGTERM)\u000a01:12:59.294203 --- ParallelTerminationStrategy: PID 5561 died...\u000a01:12:59.350255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5561): Terminated: ok {rc=0}\u000a01:12:59.360269 --- ParallelTerminationStrategy: PID 5562 died...\u000a01:12:59.416010 run iperf3-srv_10.42.42.10(pid=5562): Terminated {rc=256}\u000a01:12:59.426105 --- ParallelTerminationStrategy: PID 5563 died...\u000a01:12:59.482394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5563): Terminated: ok {rc=0}\u000a01:12:59.492419 --- ParallelTerminationStrategy: PID 5564 died...\u000a01:12:59.548156 run iperf3-srv_10.42.42.10(pid=5564): Terminated {rc=256}\u000a01:12:59.558182 --- ParallelTerminationStrategy: PID 5567 died...\u000a01:12:59.613902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5567): Terminated: ok {rc=0}\u000a01:12:59.623913 --- ParallelTerminationStrategy: PID 5570 died...\u000a01:12:59.679708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5570): Terminated: ok {rc=0}\u000a01:12:59.689780 --- ParallelTerminationStrategy: PID 5573 died...\u000a01:12:59.745526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5573): Terminated: ok {rc=0}\u000a01:12:59.834260 bus /gobi_0: Setting Powered False\u000a01:13:00.949126 bus /gobi_0: Setting Powered False\u000a01:13:02.086276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:13:03.204532 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.216583 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:03.368381 tst iperf3.py: using LAC 18037\u000a01:13:03.492823 tst iperf3.py: using RAC 187\u000a01:13:03.615987 tst iperf3.py: using CellId 18037\u000a01:13:03.741890 tst iperf3.py: using BVCI 18038\u000a01:13:03.765446 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.776420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.787395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.798414 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.809234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.820143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.831246 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.842047 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:03.853266 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:04.149409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:04.286015 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:04.625677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Launched\u000a01:13:04.909421 run iperf3-srv_10.42.42.10(pid=5576): Launched\u000a01:13:05.111735 tst iperf3.py:8: start network...\u000a01:13:05.249742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:05.769251 run create_hlr_db(pid=5577): Launched\u000a01:13:05.946841 bus /gobi_6: Setting Powered False\u000a01:13:06.966912 run create_hlr_db(pid=5577): Terminated: ok {rc=0}\u000a01:13:07.375723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Launched\u000a01:13:07.683517 run osmo-hlr_10.42.42.2(pid=5580): Launched\u000a01:13:07.800742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:08.345256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Launched\u000a01:13:08.652841 run osmo-stp_10.42.42.5(pid=5583): Launched\u000a01:13:08.764812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:09.299627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Launched\u000a01:13:09.408630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:09.678768 run patchelf(pid=5586): Launched\u000a01:13:09.858859 run osmo-stp_10.42.42.5(pid=5583): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]\u000a01:13:09.991184 run osmo-stp_10.42.42.5(pid=5583): stdout: \u000a| (launched: 2022-12-09_01:13:08.500555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:10.123260 run osmo-stp_10.42.42.5(pid=5583): stderr: \u000a| �[0;m�[38;5;43m20221209011308672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011308673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011308673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011308673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:10.250495 run osmo-stp_10.42.42.5(pid=5583): stdout: \u000a| (launched: 2022-12-09_01:13:08.500555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:10.376188 run osmo-stp_10.42.42.5(pid=5583): stderr: \u000a| �[0;m�[38;5;43m20221209011308672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011308673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011308673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011308673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011308674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:10.523260 run patchelf(pid=5586): Terminating (SIGINT)\u000a01:13:10.696263 run patchelf(pid=5586): Terminated: ok {rc=0}\u000a01:13:10.728030 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a01:13:10.737463 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:13:10.798402 run osmo-hlr_10.42.42.2(pid=5580): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5580)]\u000a01:13:10.848126 run osmo-hlr_10.42.42.2(pid=5580): stdout: \u000a| (launched: 2022-12-09_01:13:07.531901) \u000a01:13:10.898517 run osmo-hlr_10.42.42.2(pid=5580): stderr: \u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011307709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011307722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011307730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011307731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011307731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:10.941498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Terminating (SIGTERM)\u000a01:13:10.981780 run iperf3-srv_10.42.42.10(pid=5576): Terminating (SIGTERM)\u000a01:13:11.022000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Terminating (SIGTERM)\u000a01:13:11.062417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Terminating (SIGTERM)\u000a01:13:11.102918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Terminating (SIGTERM)\u000a01:13:11.112468 --- ParallelTerminationStrategy: PID 5575 died...\u000a01:13:11.166510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Terminated: ok {rc=0}\u000a01:13:11.176684 --- ParallelTerminationStrategy: PID 5576 died...\u000a01:13:11.230587 run iperf3-srv_10.42.42.10(pid=5576): Terminated {rc=256}\u000a01:13:11.240301 --- ParallelTerminationStrategy: PID 5579 died...\u000a01:13:11.294429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Terminated: ok {rc=0}\u000a01:13:11.303994 --- ParallelTerminationStrategy: PID 5582 died...\u000a01:13:11.357629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Terminated: ok {rc=0}\u000a01:13:11.367540 --- ParallelTerminationStrategy: PID 5585 died...\u000a01:13:11.421613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Terminated: ok {rc=0}\u000a01:13:11.511054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5601): Process ended prematurely: osmo-stp_10.42.42.5(pid=5601) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5601)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5601): Process ended prematurely: osmo-stp_10.42.42.5(pid=5601) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:13:12.622169 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:12.634071 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:12.776811 tst iperf3m4.py: using LAC 18038\u000a01:13:12.898182 tst iperf3m4.py: using RAC 188\u000a01:13:13.018914 tst iperf3m4.py: using CellId 18038\u000a01:13:13.141290 tst iperf3m4.py: using BVCI 18039\u000a01:13:13.164705 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.175781 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.186508 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.197435 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.208365 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.219688 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.230569 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.241572 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:13.253046 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:13.374105 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:13.493539 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:13.613337 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:13.911331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:14.049391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:14.391013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5587): Launched\u000a01:13:14.675660 run iperf3-srv_10.42.42.10(pid=5588): Launched\u000a01:13:14.878712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:13:15.016374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:15.358894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5589): Launched\u000a01:13:15.643118 run iperf3-srv_10.42.42.10(pid=5590): Launched\u000a01:13:15.867855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:13:16.039796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:16.393262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5591): Launched\u000a01:13:16.716624 run iperf3-srv_10.42.42.10(pid=5592): Launched\u000a01:13:16.922647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:13:17.062804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:17.406916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5593): Launched\u000a01:13:17.691102 run iperf3-srv_10.42.42.10(pid=5594): Launched\u000a01:13:17.893458 tst iperf3m4.py:8: start network...\u000a01:13:18.032075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:18.559892 run create_hlr_db(pid=5595): Launched\u000a01:13:18.751293 bus /gobi_6: Setting Powered False\u000a01:13:19.771219 run create_hlr_db(pid=5595): Terminated: ok {rc=0}\u000a01:13:20.186453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5597): Launched\u000a01:13:20.494883 run osmo-hlr_10.42.42.2(pid=5598): Launched\u000a01:13:20.617483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:21.158346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5600): Launched\u000a01:13:21.465311 run osmo-stp_10.42.42.5(pid=5601): Launched\u000a01:13:21.576839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:22.113558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5603): Launched\u000a01:13:22.223240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:22.491940 run patchelf(pid=5604): Launched\u000a01:13:22.672832 run osmo-stp_10.42.42.5(pid=5601): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5601)]\u000a01:13:22.804867 run osmo-stp_10.42.42.5(pid=5601): stdout: \u000a| (launched: 2022-12-09_01:13:21.314001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:22.937281 run osmo-stp_10.42.42.5(pid=5601): stderr: \u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011321484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:23.064468 run osmo-stp_10.42.42.5(pid=5601): stdout: \u000a| (launched: 2022-12-09_01:13:21.314001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:23.190473 run osmo-stp_10.42.42.5(pid=5601): stderr: \u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011321483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011321484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011321484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:23.337572 run patchelf(pid=5604): Terminating (SIGINT)\u000a01:13:23.511009 run patchelf(pid=5604): Terminated: ok {rc=0}\u000a01:13:23.542954 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5601): Process ended prematurely: osmo-stp_10.42.42.5(pid=5601) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5601)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:13:23.552345 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:13:23.614050 run osmo-hlr_10.42.42.2(pid=5598): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5598)]\u000a01:13:23.663870 run osmo-hlr_10.42.42.2(pid=5598): stdout: \u000a| (launched: 2022-12-09_01:13:20.342878) \u000a01:13:23.714457 run osmo-hlr_10.42.42.2(pid=5598): stderr: \u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011320520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011320533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011320542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011320542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011320542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:23.757230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5587): Terminating (SIGTERM)\u000a01:13:23.797678 run iperf3-srv_10.42.42.10(pid=5588): Terminating (SIGTERM)\u000a01:13:23.838228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5589): Terminating (SIGTERM)\u000a01:13:23.878761 run iperf3-srv_10.42.42.10(pid=5590): Terminating (SIGTERM)\u000a01:13:23.919224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5591): Terminating (SIGTERM)\u000a01:13:23.959294 run iperf3-srv_10.42.42.10(pid=5592): Terminating (SIGTERM)\u000a01:13:24.000016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5593): Terminating (SIGTERM)\u000a01:13:24.040831 run iperf3-srv_10.42.42.10(pid=5594): Terminating (SIGTERM)\u000a01:13:24.082060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5597): Terminating (SIGTERM)\u000a01:13:24.122791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5600): Terminating (SIGTERM)\u000a01:13:24.163134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5603): Terminating (SIGTERM)\u000a01:13:24.172699 --- ParallelTerminationStrategy: PID 5587 died...\u000a01:13:24.227122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5587): Terminated: ok {rc=0}\u000a01:13:24.236805 --- ParallelTerminationStrategy: PID 5588 died...\u000a01:13:24.290624 run iperf3-srv_10.42.42.10(pid=5588): Terminated {rc=256}\u000a01:13:24.300245 --- ParallelTerminationStrategy: PID 5589 died...\u000a01:13:24.354229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5589): Terminated: ok {rc=0}\u000a01:13:24.364074 --- ParallelTerminationStrategy: PID 5590 died...\u000a01:13:24.417632 run iperf3-srv_10.42.42.10(pid=5590): Terminated {rc=256}\u000a01:13:24.427428 --- ParallelTerminationStrategy: PID 5591 died...\u000a01:13:24.481306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5591): Terminated: ok {rc=0}\u000a01:13:24.491168 --- ParallelTerminationStrategy: PID 5592 died...\u000a01:13:24.545431 run iperf3-srv_10.42.42.10(pid=5592): Terminated {rc=256}\u000a01:13:24.555143 --- ParallelTerminationStrategy: PID 5593 died...\u000a01:13:24.609628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5593): Terminated: ok {rc=0}\u000a01:13:24.619672 --- ParallelTerminationStrategy: PID 5594 died...\u000a01:13:24.673653 run iperf3-srv_10.42.42.10(pid=5594): Terminated {rc=256}\u000a01:13:24.683342 --- ParallelTerminationStrategy: PID 5597 died...\u000a01:13:24.737328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5597): Terminated: ok {rc=0}\u000a01:13:24.747019 --- ParallelTerminationStrategy: PID 5600 died...\u000a01:13:24.800905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5600): Terminated: ok {rc=0}\u000a01:13:24.810787 --- ParallelTerminationStrategy: PID 5603 died...\u000a01:13:24.864875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5603): Terminated: ok {rc=0}\u000a01:13:24.954793 bus /gobi_4: Setting Powered False\u000a01:13:26.059696 bus /gobi_4: Setting Powered False\u000a01:13:27.172471 bus /gobi_1: Setting Powered False\u000a01:13:28.276151 bus /gobi_1: Setting Powered False\u000a01:13:29.388465 bus /gobi_0: Setting Powered False\u000a01:13:30.492106 bus /gobi_0: Setting Powered False\u000a01:13:31.601655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5612): Process ended prematurely: osmo-stp_10.42.42.5(pid=5612) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5612)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5612): Process ended prematurely: osmo-stp_10.42.42.5(pid=5612) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:13:32.666747 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:32.678464 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:32.817505 tst ping.py: using LAC 18039\u000a01:13:32.934992 tst ping.py: using RAC 189\u000a01:13:33.053060 tst ping.py: using CellId 18039\u000a01:13:33.173598 tst ping.py: using BVCI 18040\u000a01:13:33.196448 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.207509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.218335 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.229528 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.240431 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.251363 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.262497 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:33.273469 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:33.550704 tst ping.py:19: start network...\u000a01:13:33.674929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:34.144907 run create_hlr_db(pid=5606): Launched\u000a01:13:34.318862 bus /gobi_6: Setting Powered False\u000a01:13:35.338876 run create_hlr_db(pid=5606): Terminated: ok {rc=0}\u000a01:13:35.742266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5608): Launched\u000a01:13:36.044855 run osmo-hlr_10.42.42.2(pid=5609): Launched\u000a01:13:36.154324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:36.680228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5611): Launched\u000a01:13:36.982227 run osmo-stp_10.42.42.5(pid=5612): Launched\u000a01:13:37.092015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:37.618860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5614): Launched\u000a01:13:37.726135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:37.989589 run patchelf(pid=5615): Launched\u000a01:13:38.167532 run osmo-stp_10.42.42.5(pid=5612): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5612)]\u000a01:13:38.297501 run osmo-stp_10.42.42.5(pid=5612): stdout: \u000a| (launched: 2022-12-09_01:13:36.833170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:38.427611 run osmo-stp_10.42.42.5(pid=5612): stderr: \u000a| �[0;m�[38;5;43m20221209011337001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011337001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011337002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011337002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011337005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011337006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011337006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:38.552586 run osmo-stp_10.42.42.5(pid=5612): stdout: \u000a| (launched: 2022-12-09_01:13:36.833170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:38.676062 run osmo-stp_10.42.42.5(pid=5612): stderr: \u000a| �[0;m�[38;5;43m20221209011337001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011337001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011337002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011337002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011337005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011337006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011337006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:38.820397 run patchelf(pid=5615): Terminating (SIGINT)\u000a01:13:38.990789 run patchelf(pid=5615): Terminated: ok {rc=0}\u000a01:13:39.021799 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5612): Process ended prematurely: osmo-stp_10.42.42.5(pid=5612) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5612)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a01:13:39.030583 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:13:39.092146 run osmo-hlr_10.42.42.2(pid=5609): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5609)]\u000a01:13:39.142132 run osmo-hlr_10.42.42.2(pid=5609): stdout: \u000a| (launched: 2022-12-09_01:13:35.895577) \u000a01:13:39.192340 run osmo-hlr_10.42.42.2(pid=5609): stderr: \u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011336072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011336104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011336115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011336116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011336116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:39.235308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5608): Terminating (SIGTERM)\u000a01:13:39.276214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5611): Terminating (SIGTERM)\u000a01:13:39.316559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5614): Terminating (SIGTERM)\u000a01:13:39.326172 --- ParallelTerminationStrategy: PID 5608 died...\u000a01:13:39.380597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5608): Terminated: ok {rc=0}\u000a01:13:39.390366 --- ParallelTerminationStrategy: PID 5611 died...\u000a01:13:39.444894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5611): Terminated: ok {rc=0}\u000a01:13:39.454704 --- ParallelTerminationStrategy: PID 5614 died...\u000a01:13:39.508625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5614): Terminated: ok {rc=0}\u000a01:13:39.598674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5622): Process ended prematurely: osmo-stp_10.42.42.5(pid=5622) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5622)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5622): Process ended prematurely: osmo-stp_10.42.42.5(pid=5622) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:13:40.651823 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:40.664051 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:13:40.812163 tst ping_idle_ping.py: using LAC 18040\u000a01:13:40.944162 tst ping_idle_ping.py: using RAC 190\u000a01:13:41.064738 tst ping_idle_ping.py: using CellId 18040\u000a01:13:41.183120 tst ping_idle_ping.py: using BVCI 18041\u000a01:13:41.206370 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.217576 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.228449 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.239752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.250930 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.262031 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.273229 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:13:41.284104 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:13:41.578468 tst ping_idle_ping.py:24: start network...\u000a01:13:41.714841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:42.236105 run create_hlr_db(pid=5616): Launched\u000a01:13:42.426387 bus /gobi_6: Setting Powered False\u000a01:13:43.446392 run create_hlr_db(pid=5616): Terminated: ok {rc=0}\u000a01:13:43.879292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5618): Launched\u000a01:13:44.205196 run osmo-hlr_10.42.42.2(pid=5619): Launched\u000a01:13:44.323716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:44.891449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5621): Launched\u000a01:13:45.218156 run osmo-stp_10.42.42.5(pid=5622): Launched\u000a01:13:45.336368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:45.922035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5624): Launched\u000a01:13:46.041309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:46.342061 run patchelf(pid=5625): Launched\u000a01:13:46.526937 run osmo-stp_10.42.42.5(pid=5622): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5622)]\u000a01:13:46.665718 run osmo-stp_10.42.42.5(pid=5622): stdout: \u000a| (launched: 2022-12-09_01:13:45.057314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:46.801405 run osmo-stp_10.42.42.5(pid=5622): stderr: \u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011345253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:46.931599 run osmo-stp_10.42.42.5(pid=5622): stdout: \u000a| (launched: 2022-12-09_01:13:45.057314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:47.061552 run osmo-stp_10.42.42.5(pid=5622): stderr: \u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011345252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011345253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011345253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:47.211638 run patchelf(pid=5625): Terminating (SIGINT)\u000a01:13:47.383765 run patchelf(pid=5625): Terminated: ok {rc=0}\u000a01:13:47.415183 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5622): Process ended prematurely: osmo-stp_10.42.42.5(pid=5622) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5622)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:13:47.424344 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:13:47.486991 run osmo-hlr_10.42.42.2(pid=5619): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5619)]\u000a01:13:47.537512 run osmo-hlr_10.42.42.2(pid=5619): stdout: \u000a| (launched: 2022-12-09_01:13:44.044731) \u000a01:13:47.588800 run osmo-hlr_10.42.42.2(pid=5619): stderr: \u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011344246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011344258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011344266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011344267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011344267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:47.632273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5618): Terminating (SIGTERM)\u000a01:13:47.673063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5621): Terminating (SIGTERM)\u000a01:13:47.714643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5624): Terminating (SIGTERM)\u000a01:13:47.724186 --- ParallelTerminationStrategy: PID 5618 died...\u000a01:13:47.779671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5618): Terminated: ok {rc=0}\u000a01:13:47.789952 --- ParallelTerminationStrategy: PID 5621 died...\u000a01:13:47.845533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5621): Terminated: ok {rc=0}\u000a01:13:47.855513 --- ParallelTerminationStrategy: PID 5624 died...\u000a01:13:47.911010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5624): Terminated: ok {rc=0}\u000a01:13:48.001755 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:12:49" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:13:50.163088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.174239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:13:50.341622 tst cs_paging_gprs_active.py: using LAC 18041\u000a01:13:50.472597 tst cs_paging_gprs_active.py: using RAC 191\u000a01:13:50.602802 tst cs_paging_gprs_active.py: using CellId 18041\u000a01:13:50.731284 tst cs_paging_gprs_active.py: using BVCI 18042\u000a01:13:50.756583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.768103 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.779433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.790748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.802023 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.813251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.824658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.835744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:13:50.847108 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:50.967670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:13:51.266575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:13:51.403943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:51.745520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5629): Launched\u000a01:13:52.027811 run iperf3-srv_10.42.42.10(pid=5630): Launched\u000a01:13:52.230354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:13:52.368477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:52.709467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5631): Launched\u000a01:13:52.992625 run iperf3-srv_10.42.42.10(pid=5632): Launched\u000a01:13:53.195134 tst cs_paging_gprs_active.py:38: start network...\u000a01:13:53.333101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:53.860433 run create_hlr_db(pid=5633): Launched\u000a01:13:54.051984 bus /gobi_6: Setting Powered False\u000a01:13:55.072374 run create_hlr_db(pid=5633): Terminated: ok {rc=0}\u000a01:13:55.486889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Launched\u000a01:13:55.795965 run osmo-hlr_10.42.42.2(pid=5636): Launched\u000a01:13:55.907939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:56.443488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Launched\u000a01:13:56.752003 run osmo-stp_10.42.42.5(pid=5639): Launched\u000a01:13:56.866096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:57.403131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5641): Launched\u000a01:13:57.512878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:57.781766 run patchelf(pid=5642): Launched\u000a01:13:57.962214 run osmo-stp_10.42.42.5(pid=5639): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)]\u000a01:13:58.094403 run osmo-stp_10.42.42.5(pid=5639): stdout: \u000a| (launched: 2022-12-09_01:13:56.599789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:58.226929 run osmo-stp_10.42.42.5(pid=5639): stderr: \u000a| �[0;m�[38;5;43m20221209011356769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011356769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011356770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011356770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011356770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011356771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011356771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:58.354830 run osmo-stp_10.42.42.5(pid=5639): stdout: \u000a| (launched: 2022-12-09_01:13:56.599789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:58.480790 run osmo-stp_10.42.42.5(pid=5639): stderr: \u000a| �[0;m�[38;5;43m20221209011356769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011356769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011356770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011356770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011356770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011356771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011356771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:58.627595 run patchelf(pid=5642): Terminating (SIGINT)\u000a01:13:58.800549 run patchelf(pid=5642): Terminated: ok {rc=0}\u000a01:13:58.832474 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5639): Process ended prematurely: osmo-stp_10.42.42.5(pid=5639) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5639)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:13:58.841927 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:13:58.903176 run osmo-hlr_10.42.42.2(pid=5636): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5636)]\u000a01:13:58.952726 run osmo-hlr_10.42.42.2(pid=5636): stdout: \u000a| (launched: 2022-12-09_01:13:55.643256) \u000a01:13:59.003685 run osmo-hlr_10.42.42.2(pid=5636): stderr: \u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011355820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011355863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011355873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011355873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011355873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:59.046245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5629): Terminating (SIGTERM)\u000a01:13:59.086904 run iperf3-srv_10.42.42.10(pid=5630): Terminating (SIGTERM)\u000a01:13:59.127055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5631): Terminating (SIGTERM)\u000a01:13:59.167287 run iperf3-srv_10.42.42.10(pid=5632): Terminating (SIGTERM)\u000a01:13:59.207649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminating (SIGTERM)\u000a01:13:59.247856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminating (SIGTERM)\u000a01:13:59.288098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5641): Terminating (SIGTERM)\u000a01:13:59.297629 --- ParallelTerminationStrategy: PID 5629 died...\u000a01:13:59.351686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5629): Terminated: ok {rc=0}\u000a01:13:59.361369 --- ParallelTerminationStrategy: PID 5630 died...\u000a01:13:59.415201 run iperf3-srv_10.42.42.10(pid=5630): Terminated {rc=256}\u000a01:13:59.424768 --- ParallelTerminationStrategy: PID 5631 died...\u000a01:13:59.478193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5631): Terminated: ok {rc=0}\u000a01:13:59.488008 --- ParallelTerminationStrategy: PID 5632 died...\u000a01:13:59.541499 run iperf3-srv_10.42.42.10(pid=5632): Terminated {rc=256}\u000a01:13:59.551123 --- ParallelTerminationStrategy: PID 5635 died...\u000a01:13:59.604598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5635): Terminated: ok {rc=0}\u000a01:13:59.614419 --- ParallelTerminationStrategy: PID 5638 died...\u000a01:13:59.667878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5638): Terminated: ok {rc=0}\u000a01:13:59.677708 --- ParallelTerminationStrategy: PID 5641 died...\u000a01:13:59.731015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5641): Terminated: ok {rc=0}\u000a01:13:59.815901 bus /gobi_0: Setting Powered False\u000a01:14:00.950992 bus /gobi_0: Setting Powered False\u000a01:14:02.062634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5652): Process ended prematurely: osmo-stp_10.42.42.5(pid=5652) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5652)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5652): Process ended prematurely: osmo-stp_10.42.42.5(pid=5652) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:14:03.179247 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.191662 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:03.406453 tst iperf3.py: using LAC 18042\u000a01:14:03.534582 tst iperf3.py: using RAC 192\u000a01:14:03.668312 tst iperf3.py: using CellId 18042\u000a01:14:03.794671 tst iperf3.py: using BVCI 18043\u000a01:14:03.819910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.831548 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.842842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.854718 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.866779 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.878587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.890177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.901659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:03.913432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:04.195220 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:04.322851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:04.641033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5644): Launched\u000a01:14:04.905351 run iperf3-srv_10.42.42.10(pid=5645): Launched\u000a01:14:05.091733 tst iperf3.py:8: start network...\u000a01:14:05.219511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:05.702682 run create_hlr_db(pid=5646): Launched\u000a01:14:05.879467 bus /gobi_6: Setting Powered False\u000a01:14:06.900394 run create_hlr_db(pid=5646): Terminated: ok {rc=0}\u000a01:14:07.338461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5648): Launched\u000a01:14:07.669577 run osmo-hlr_10.42.42.2(pid=5649): Launched\u000a01:14:07.792295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:08.370616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5651): Launched\u000a01:14:08.700085 run osmo-stp_10.42.42.5(pid=5652): Launched\u000a01:14:08.819190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:09.394139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5654): Launched\u000a01:14:09.511572 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:09.799027 run patchelf(pid=5655): Launched\u000a01:14:09.992353 run osmo-stp_10.42.42.5(pid=5652): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5652)]\u000a01:14:10.134418 run osmo-stp_10.42.42.5(pid=5652): stdout: \u000a| (launched: 2022-12-09_01:14:08.538994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:10.276902 run osmo-stp_10.42.42.5(pid=5652): stderr: \u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011408734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:10.414944 run osmo-stp_10.42.42.5(pid=5652): stdout: \u000a| (launched: 2022-12-09_01:14:08.538994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:10.550725 run osmo-stp_10.42.42.5(pid=5652): stderr: \u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011408734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011408734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011408735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:10.708806 run patchelf(pid=5655): Terminating (SIGINT)\u000a01:14:10.894879 run patchelf(pid=5655): Terminated: ok {rc=0}\u000a01:14:10.929127 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5652): Process ended prematurely: osmo-stp_10.42.42.5(pid=5652) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5652)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:14:10.939205 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:14:11.003358 run osmo-hlr_10.42.42.2(pid=5649): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5649)]\u000a01:14:11.056040 run osmo-hlr_10.42.42.2(pid=5649): stdout: \u000a| (launched: 2022-12-09_01:14:07.506253) \u000a01:14:11.109403 run osmo-hlr_10.42.42.2(pid=5649): stderr: \u000a| �[0;m�[1;31m20221209011407705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011407706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011407706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011407706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011407706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011407706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011407718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011407727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011407727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011407727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:11.155552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5644): Terminating (SIGTERM)\u000a01:14:11.198793 run iperf3-srv_10.42.42.10(pid=5645): Terminating (SIGTERM)\u000a01:14:11.241591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5648): Terminating (SIGTERM)\u000a01:14:11.284507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5651): Terminating (SIGTERM)\u000a01:14:11.328516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5654): Terminating (SIGTERM)\u000a01:14:11.338499 --- ParallelTerminationStrategy: PID 5644 died...\u000a01:14:11.396131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5644): Terminated: ok {rc=0}\u000a01:14:11.406614 --- ParallelTerminationStrategy: PID 5645 died...\u000a01:14:11.463671 run iperf3-srv_10.42.42.10(pid=5645): Terminated {rc=256}\u000a01:14:11.474014 --- ParallelTerminationStrategy: PID 5648 died...\u000a01:14:11.530893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5648): Terminated: ok {rc=0}\u000a01:14:11.541281 --- ParallelTerminationStrategy: PID 5651 died...\u000a01:14:11.598060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5651): Terminated: ok {rc=0}\u000a01:14:11.608584 --- ParallelTerminationStrategy: PID 5654 died...\u000a01:14:11.665776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5654): Terminated: ok {rc=0}\u000a01:14:11.754312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:14:12.871741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:12.884189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:13.051335 tst iperf3m4.py: using LAC 18043\u000a01:14:13.180342 tst iperf3m4.py: using RAC 193\u000a01:14:13.310911 tst iperf3m4.py: using CellId 18043\u000a01:14:13.439347 tst iperf3m4.py: using BVCI 18044\u000a01:14:13.464607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.476168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.487708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.499483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.511416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.523105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.534931 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.546498 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:13.558525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:13.681990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:13.801167 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:13.922962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:14.216747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:14.355092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:14.699299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5656): Launched\u000a01:14:14.984798 run iperf3-srv_10.42.42.10(pid=5657): Launched\u000a01:14:15.188728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:14:15.327115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:15.669680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5658): Launched\u000a01:14:15.990007 run iperf3-srv_10.42.42.10(pid=5659): Launched\u000a01:14:16.190243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:14:16.326536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:16.671305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5660): Launched\u000a01:14:16.959441 run iperf3-srv_10.42.42.10(pid=5661): Launched\u000a01:14:17.154220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:14:17.283856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:17.605877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5662): Launched\u000a01:14:17.871453 run iperf3-srv_10.42.42.10(pid=5663): Launched\u000a01:14:18.059432 tst iperf3m4.py:8: start network...\u000a01:14:18.187985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:18.672458 run create_hlr_db(pid=5664): Launched\u000a01:14:18.849910 bus /gobi_6: Setting Powered False\u000a01:14:19.871731 run create_hlr_db(pid=5664): Terminated: ok {rc=0}\u000a01:14:20.281873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Launched\u000a01:14:20.591431 run osmo-hlr_10.42.42.2(pid=5667): Launched\u000a01:14:20.711959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:21.250322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Launched\u000a01:14:21.556568 run osmo-stp_10.42.42.5(pid=5670): Launched\u000a01:14:21.668248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:22.203941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Launched\u000a01:14:22.313662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:22.584325 run patchelf(pid=5673): Launched\u000a01:14:22.764721 run osmo-stp_10.42.42.5(pid=5670): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]\u000a01:14:22.896618 run osmo-stp_10.42.42.5(pid=5670): stdout: \u000a| (launched: 2022-12-09_01:14:21.405936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:23.028722 run osmo-stp_10.42.42.5(pid=5670): stderr: \u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011421575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:23.156145 run osmo-stp_10.42.42.5(pid=5670): stdout: \u000a| (launched: 2022-12-09_01:14:21.405936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:23.282170 run osmo-stp_10.42.42.5(pid=5670): stderr: \u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011421574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011421575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011421575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:23.429457 run patchelf(pid=5673): Terminating (SIGINT)\u000a01:14:23.602290 run patchelf(pid=5673): Terminated: ok {rc=0}\u000a01:14:23.634098 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:14:23.643615 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:14:23.705450 run osmo-hlr_10.42.42.2(pid=5667): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5667)]\u000a01:14:23.755479 run osmo-hlr_10.42.42.2(pid=5667): stdout: \u000a| (launched: 2022-12-09_01:14:20.439205) \u000a01:14:23.806174 run osmo-hlr_10.42.42.2(pid=5667): stderr: \u000a| �[0;m�[1;31m20221209011420617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011420617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011420617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011420617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011420617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011420618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011420630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011420641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011420641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011420641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:23.849270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5656): Terminating (SIGTERM)\u000a01:14:23.889374 run iperf3-srv_10.42.42.10(pid=5657): Terminating (SIGTERM)\u000a01:14:23.930053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5658): Terminating (SIGTERM)\u000a01:14:23.970476 run iperf3-srv_10.42.42.10(pid=5659): Terminating (SIGTERM)\u000a01:14:24.011384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5660): Terminating (SIGTERM)\u000a01:14:24.051845 run iperf3-srv_10.42.42.10(pid=5661): Terminating (SIGTERM)\u000a01:14:24.092487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5662): Terminating (SIGTERM)\u000a01:14:24.132795 run iperf3-srv_10.42.42.10(pid=5663): Terminating (SIGTERM)\u000a01:14:24.173679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Terminating (SIGTERM)\u000a01:14:24.214233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Terminating (SIGTERM)\u000a01:14:24.254767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Terminating (SIGTERM)\u000a01:14:24.264325 --- ParallelTerminationStrategy: PID 5656 died...\u000a01:14:24.318950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5656): Terminated: ok {rc=0}\u000a01:14:24.328710 --- ParallelTerminationStrategy: PID 5657 died...\u000a01:14:24.383014 run iperf3-srv_10.42.42.10(pid=5657): Terminated {rc=256}\u000a01:14:24.392768 --- ParallelTerminationStrategy: PID 5658 died...\u000a01:14:24.447073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5658): Terminated: ok {rc=0}\u000a01:14:24.456901 --- ParallelTerminationStrategy: PID 5659 died...\u000a01:14:24.511114 run iperf3-srv_10.42.42.10(pid=5659): Terminated {rc=256}\u000a01:14:24.521111 --- ParallelTerminationStrategy: PID 5660 died...\u000a01:14:24.580850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5660): Terminated: ok {rc=0}\u000a01:14:24.591094 --- ParallelTerminationStrategy: PID 5661 died...\u000a01:14:24.647698 run iperf3-srv_10.42.42.10(pid=5661): Terminated {rc=256}\u000a01:14:24.657981 --- ParallelTerminationStrategy: PID 5662 died...\u000a01:14:24.714791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5662): Terminated: ok {rc=0}\u000a01:14:24.724928 --- ParallelTerminationStrategy: PID 5663 died...\u000a01:14:24.781630 run iperf3-srv_10.42.42.10(pid=5663): Terminated {rc=256}\u000a01:14:24.791869 --- ParallelTerminationStrategy: PID 5666 died...\u000a01:14:24.848699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Terminated: ok {rc=0}\u000a01:14:24.859049 --- ParallelTerminationStrategy: PID 5669 died...\u000a01:14:24.916013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Terminated: ok {rc=0}\u000a01:14:24.926265 --- ParallelTerminationStrategy: PID 5672 died...\u000a01:14:24.982743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Terminated: ok {rc=0}\u000a01:14:25.072131 bus /gobi_4: Setting Powered False\u000a01:14:26.178077 bus /gobi_4: Setting Powered False\u000a01:14:27.291657 bus /gobi_1: Setting Powered False\u000a01:14:28.395768 bus /gobi_1: Setting Powered False\u000a01:14:29.509159 bus /gobi_0: Setting Powered False\u000a01:14:30.612713 bus /gobi_0: Setting Powered False\u000a01:14:31.732461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:14:32.802106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:32.814659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:32.981984 tst ping.py: using LAC 18044\u000a01:14:33.108917 tst ping.py: using RAC 194\u000a01:14:33.237188 tst ping.py: using CellId 18044\u000a01:14:33.358881 tst ping.py: using BVCI 18045\u000a01:14:33.382164 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.393410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.404639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.415833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.426984 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.438059 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.449444 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:33.460675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:33.753135 tst ping.py:19: start network...\u000a01:14:33.887286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:34.401912 run create_hlr_db(pid=5676): Launched\u000a01:14:34.589383 bus /gobi_6: Setting Powered False\u000a01:14:35.609465 run create_hlr_db(pid=5676): Terminated: ok {rc=0}\u000a01:14:36.014648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Launched\u000a01:14:36.318105 run osmo-hlr_10.42.42.2(pid=5679): Launched\u000a01:14:36.435877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:36.967008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Launched\u000a01:14:37.268062 run osmo-stp_10.42.42.5(pid=5682): Launched\u000a01:14:37.377971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:37.902593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5684): Launched\u000a01:14:38.010212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:38.274169 run patchelf(pid=5685): Launched\u000a01:14:38.451404 run osmo-stp_10.42.42.5(pid=5682): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)]\u000a01:14:38.580930 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-09_01:14:37.119626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:38.710993 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221209011437291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011437292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011437292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011437292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:38.835858 run osmo-stp_10.42.42.5(pid=5682): stdout: \u000a| (launched: 2022-12-09_01:14:37.119626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:38.959232 run osmo-stp_10.42.42.5(pid=5682): stderr: \u000a| �[0;m�[38;5;43m20221209011437291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011437292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011437292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011437292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011437293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:39.103486 run patchelf(pid=5685): Terminating (SIGINT)\u000a01:14:39.273860 run patchelf(pid=5685): Terminated: ok {rc=0}\u000a01:14:39.304739 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5682): Process ended prematurely: osmo-stp_10.42.42.5(pid=5682) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5682)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:14:39.313465 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:14:39.375121 run osmo-hlr_10.42.42.2(pid=5679): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5679)]\u000a01:14:39.425093 run osmo-hlr_10.42.42.2(pid=5679): stdout: \u000a| (launched: 2022-12-09_01:14:36.167704) \u000a01:14:39.475798 run osmo-hlr_10.42.42.2(pid=5679): stderr: \u000a| �[0;m�[1;31m20221209011436342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011436343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011436343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011436343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011436343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011436343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011436355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011436364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011436364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011436364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:39.518769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminating (SIGTERM)\u000a01:14:39.559000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminating (SIGTERM)\u000a01:14:39.600254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5684): Terminating (SIGTERM)\u000a01:14:39.609782 --- ParallelTerminationStrategy: PID 5678 died...\u000a01:14:39.664467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5678): Terminated: ok {rc=0}\u000a01:14:39.674371 --- ParallelTerminationStrategy: PID 5681 died...\u000a01:14:39.728430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5681): Terminated: ok {rc=0}\u000a01:14:39.738439 --- ParallelTerminationStrategy: PID 5684 died...\u000a01:14:39.792607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5684): Terminated: ok {rc=0}\u000a01:14:39.877791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:14:40.929941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:40.941846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:14:41.100017 tst ping_idle_ping.py: using LAC 18045\u000a01:14:41.219880 tst ping_idle_ping.py: using RAC 195\u000a01:14:41.340402 tst ping_idle_ping.py: using CellId 18045\u000a01:14:41.460890 tst ping_idle_ping.py: using BVCI 18046\u000a01:14:41.484101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.495251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.507004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.518112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.529399 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.540642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.551915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:14:41.563194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:14:41.857726 tst ping_idle_ping.py:24: start network...\u000a01:14:41.992879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:42.518219 run create_hlr_db(pid=5686): Launched\u000a01:14:42.707045 bus /gobi_6: Setting Powered False\u000a01:14:43.726631 run create_hlr_db(pid=5686): Terminated: ok {rc=0}\u000a01:14:44.158050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Launched\u000a01:14:44.484900 run osmo-hlr_10.42.42.2(pid=5689): Launched\u000a01:14:44.606395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:45.167417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Launched\u000a01:14:45.492349 run osmo-stp_10.42.42.5(pid=5692): Launched\u000a01:14:45.609527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:46.197941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5694): Launched\u000a01:14:46.311954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:46.600874 run patchelf(pid=5695): Launched\u000a01:14:46.785122 run osmo-stp_10.42.42.5(pid=5692): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)]\u000a01:14:46.919630 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-09_01:14:45.331931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:47.055012 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011445526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:47.184174 run osmo-stp_10.42.42.5(pid=5692): stdout: \u000a| (launched: 2022-12-09_01:14:45.331931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:47.308442 run osmo-stp_10.42.42.5(pid=5692): stderr: \u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011445526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011445526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011445527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:47.453898 run patchelf(pid=5695): Terminating (SIGINT)\u000a01:14:47.623615 run patchelf(pid=5695): Terminated: ok {rc=0}\u000a01:14:47.654634 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5692): Process ended prematurely: osmo-stp_10.42.42.5(pid=5692) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5692)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:14:47.663771 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:14:47.725411 run osmo-hlr_10.42.42.2(pid=5689): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5689)]\u000a01:14:47.774922 run osmo-hlr_10.42.42.2(pid=5689): stdout: \u000a| (launched: 2022-12-09_01:14:44.323320) \u000a01:14:47.825290 run osmo-hlr_10.42.42.2(pid=5689): stderr: \u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011444521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011444535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011444544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011444544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011444544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:47.867666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Terminating (SIGTERM)\u000a01:14:47.907987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminating (SIGTERM)\u000a01:14:47.948637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5694): Terminating (SIGTERM)\u000a01:14:47.957991 --- ParallelTerminationStrategy: PID 5688 died...\u000a01:14:48.012085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5688): Terminated: ok {rc=0}\u000a01:14:48.021877 --- ParallelTerminationStrategy: PID 5691 died...\u000a01:14:48.075379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5691): Terminated: ok {rc=0}\u000a01:14:48.085349 --- ParallelTerminationStrategy: PID 5694 died...\u000a01:14:48.138956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5694): Terminated: ok {rc=0}\u000a01:14:48.222723 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:13:49" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5710): Process ended prematurely: osmo-stp_10.42.42.5(pid=5710) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5710)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5710): Process ended prematurely: osmo-stp_10.42.42.5(pid=5710) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:14:50.401676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:50.413219 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:14:50.581662 tst cs_paging_gprs_active.py: using LAC 18046\u000a01:14:50.710566 tst cs_paging_gprs_active.py: using RAC 196\u000a01:14:50.838842 tst cs_paging_gprs_active.py: using CellId 18046\u000a01:14:50.964890 tst cs_paging_gprs_active.py: using BVCI 18047\u000a01:14:50.990282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.001910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.013324 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.024691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.036113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.047502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.058980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.070295 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:14:51.081876 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:51.198848 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:14:51.482081 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:14:51.610836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:51.930292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5700): Launched\u000a01:14:52.195623 run iperf3-srv_10.42.42.10(pid=5701): Launched\u000a01:14:52.384048 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:14:52.513004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:52.834235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5702): Launched\u000a01:14:53.100739 run iperf3-srv_10.42.42.10(pid=5703): Launched\u000a01:14:53.288436 tst cs_paging_gprs_active.py:38: start network...\u000a01:14:53.416642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:53.901254 run create_hlr_db(pid=5704): Launched\u000a01:14:54.078486 bus /gobi_6: Setting Powered False\u000a01:14:55.099989 run create_hlr_db(pid=5704): Terminated: ok {rc=0}\u000a01:14:55.537716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5706): Launched\u000a01:14:55.869406 run osmo-hlr_10.42.42.2(pid=5707): Launched\u000a01:14:55.990381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:56.564668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5709): Launched\u000a01:14:56.894908 run osmo-stp_10.42.42.5(pid=5710): Launched\u000a01:14:57.014195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:57.591127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5712): Launched\u000a01:14:57.708781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:57.996698 run patchelf(pid=5713): Launched\u000a01:14:58.190334 run osmo-stp_10.42.42.5(pid=5710): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5710)]\u000a01:14:58.332167 run osmo-stp_10.42.42.5(pid=5710): stdout: \u000a| (launched: 2022-12-09_01:14:56.732294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:58.474023 run osmo-stp_10.42.42.5(pid=5710): stderr: \u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011456928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:58.610501 run osmo-stp_10.42.42.5(pid=5710): stdout: \u000a| (launched: 2022-12-09_01:14:56.732294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:58.745295 run osmo-stp_10.42.42.5(pid=5710): stderr: \u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011456927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011456928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011456928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:58.903090 run patchelf(pid=5713): Terminating (SIGINT)\u000a01:14:59.087926 run patchelf(pid=5713): Terminated: ok {rc=0}\u000a01:14:59.122002 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5710): Process ended prematurely: osmo-stp_10.42.42.5(pid=5710) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5710)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:14:59.132005 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:14:59.196092 run osmo-hlr_10.42.42.2(pid=5707): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5707)]\u000a01:14:59.248203 run osmo-hlr_10.42.42.2(pid=5707): stdout: \u000a| (launched: 2022-12-09_01:14:55.705785) \u000a01:14:59.301004 run osmo-hlr_10.42.42.2(pid=5707): stderr: \u000a| �[0;m�[1;31m20221209011455906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011455906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011455907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011455907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011455907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011455907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011455919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011455928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011455928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011455928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:59.346176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5700): Terminating (SIGTERM)\u000a01:14:59.388293 run iperf3-srv_10.42.42.10(pid=5701): Terminating (SIGTERM)\u000a01:14:59.430458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5702): Terminating (SIGTERM)\u000a01:14:59.472754 run iperf3-srv_10.42.42.10(pid=5703): Terminating (SIGTERM)\u000a01:14:59.516401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5706): Terminating (SIGTERM)\u000a01:14:59.558486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5709): Terminating (SIGTERM)\u000a01:14:59.600717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5712): Terminating (SIGTERM)\u000a01:14:59.610410 --- ParallelTerminationStrategy: PID 5700 died...\u000a01:14:59.666968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5700): Terminated: ok {rc=0}\u000a01:14:59.677080 --- ParallelTerminationStrategy: PID 5701 died...\u000a01:14:59.732786 run iperf3-srv_10.42.42.10(pid=5701): Terminated {rc=256}\u000a01:14:59.742767 --- ParallelTerminationStrategy: PID 5702 died...\u000a01:14:59.798499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5702): Terminated: ok {rc=0}\u000a01:14:59.808476 --- ParallelTerminationStrategy: PID 5703 died...\u000a01:14:59.864087 run iperf3-srv_10.42.42.10(pid=5703): Terminated {rc=256}\u000a01:14:59.874132 --- ParallelTerminationStrategy: PID 5706 died...\u000a01:14:59.929976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5706): Terminated: ok {rc=0}\u000a01:14:59.940040 --- ParallelTerminationStrategy: PID 5709 died...\u000a01:14:59.995993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5709): Terminated: ok {rc=0}\u000a01:15:00.006078 --- ParallelTerminationStrategy: PID 5712 died...\u000a01:15:00.061871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5712): Terminated: ok {rc=0}\u000a01:15:00.149947 bus /gobi_0: Setting Powered False\u000a01:15:01.272812 bus /gobi_0: Setting Powered False\u000a01:15:02.382181 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5725): Process ended prematurely: osmo-stp_10.42.42.5(pid=5725) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5725)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5725): Process ended prematurely: osmo-stp_10.42.42.5(pid=5725) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:15:03.498568 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:03.510859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:03.682209 tst iperf3.py: using LAC 18047\u000a01:15:03.810223 tst iperf3.py: using RAC 197\u000a01:15:03.938183 tst iperf3.py: using CellId 18047\u000a01:15:04.066531 tst iperf3.py: using BVCI 18048\u000a01:15:04.091766 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.103301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.114711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.126114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.137494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.148856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.160279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.171845 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:04.183469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:04.468553 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:15:04.596170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:04.914760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5717): Launched\u000a01:15:05.180028 run iperf3-srv_10.42.42.10(pid=5718): Launched\u000a01:15:05.367774 tst iperf3.py:8: start network...\u000a01:15:05.495558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:05.979820 run create_hlr_db(pid=5719): Launched\u000a01:15:06.156581 bus /gobi_6: Setting Powered False\u000a01:15:07.177623 run create_hlr_db(pid=5719): Terminated: ok {rc=0}\u000a01:15:07.615622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5721): Launched\u000a01:15:07.946735 run osmo-hlr_10.42.42.2(pid=5722): Launched\u000a01:15:08.066902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:08.642161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5724): Launched\u000a01:15:08.973736 run osmo-stp_10.42.42.5(pid=5725): Launched\u000a01:15:09.093038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:09.669553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5727): Launched\u000a01:15:09.787262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:10.075464 run patchelf(pid=5728): Launched\u000a01:15:10.269581 run osmo-stp_10.42.42.5(pid=5725): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5725)]\u000a01:15:10.411255 run osmo-stp_10.42.42.5(pid=5725): stdout: \u000a| (launched: 2022-12-09_01:15:08.809995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:10.552543 run osmo-stp_10.42.42.5(pid=5725): stderr: \u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011509003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:10.689484 run osmo-stp_10.42.42.5(pid=5725): stdout: \u000a| (launched: 2022-12-09_01:15:08.809995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:10.825074 run osmo-stp_10.42.42.5(pid=5725): stderr: \u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011509002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011509003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011509004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:10.983345 run patchelf(pid=5728): Terminating (SIGINT)\u000a01:15:11.169090 run patchelf(pid=5728): Terminated: ok {rc=0}\u000a01:15:11.203094 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5725): Process ended prematurely: osmo-stp_10.42.42.5(pid=5725) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5725)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:15:11.213121 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:15:11.277016 run osmo-hlr_10.42.42.2(pid=5722): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5722)]\u000a01:15:11.329061 run osmo-hlr_10.42.42.2(pid=5722): stdout: \u000a| (launched: 2022-12-09_01:15:07.783652) \u000a01:15:11.381813 run osmo-hlr_10.42.42.2(pid=5722): stderr: \u000a| �[0;m�[1;31m20221209011507981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011507982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011507982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011507982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011507982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011507982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011507994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011508005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011508006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011508006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:11.427060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5717): Terminating (SIGTERM)\u000a01:15:11.469743 run iperf3-srv_10.42.42.10(pid=5718): Terminating (SIGTERM)\u000a01:15:11.512451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5721): Terminating (SIGTERM)\u000a01:15:11.555040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5724): Terminating (SIGTERM)\u000a01:15:11.597834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5727): Terminating (SIGTERM)\u000a01:15:11.607690 --- ParallelTerminationStrategy: PID 5717 died...\u000a01:15:11.664625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5717): Terminated: ok {rc=0}\u000a01:15:11.674950 --- ParallelTerminationStrategy: PID 5718 died...\u000a01:15:11.731617 run iperf3-srv_10.42.42.10(pid=5718): Terminated {rc=256}\u000a01:15:11.741768 --- ParallelTerminationStrategy: PID 5721 died...\u000a01:15:11.798110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5721): Terminated: ok {rc=0}\u000a01:15:11.808368 --- ParallelTerminationStrategy: PID 5724 died...\u000a01:15:11.864643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5724): Terminated: ok {rc=0}\u000a01:15:11.874845 --- ParallelTerminationStrategy: PID 5727 died...\u000a01:15:11.931158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5727): Terminated: ok {rc=0}\u000a01:15:12.019877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:15:13.131809 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.143555 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:13.305745 tst iperf3m4.py: using LAC 18048\u000a01:15:13.428618 tst iperf3m4.py: using RAC 198\u000a01:15:13.549389 tst iperf3m4.py: using CellId 18048\u000a01:15:13.667179 tst iperf3m4.py: using BVCI 18049\u000a01:15:13.690590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.701622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.712468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.723621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.734763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.745902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.757198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.768458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:13.779697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:13.896158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:14.019902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:14.140128 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:14.423288 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:15:14.551333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:14.870196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5729): Launched\u000a01:15:15.136370 run iperf3-srv_10.42.42.10(pid=5730): Launched\u000a01:15:15.324874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:15:15.452781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:15.772178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5731): Launched\u000a01:15:16.111735 run iperf3-srv_10.42.42.10(pid=5732): Launched\u000a01:15:16.361965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:15:16.508789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:16.870667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5733): Launched\u000a01:15:17.173500 run iperf3-srv_10.42.42.10(pid=5734): Launched\u000a01:15:17.378577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:15:17.516410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:17.860747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5735): Launched\u000a01:15:18.144050 run iperf3-srv_10.42.42.10(pid=5736): Launched\u000a01:15:18.346931 tst iperf3m4.py:8: start network...\u000a01:15:18.484301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:19.012277 run create_hlr_db(pid=5737): Launched\u000a01:15:19.204172 bus /gobi_6: Setting Powered False\u000a01:15:20.225276 run create_hlr_db(pid=5737): Terminated: ok {rc=0}\u000a01:15:20.663523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Launched\u000a01:15:20.994050 run osmo-hlr_10.42.42.2(pid=5740): Launched\u000a01:15:21.113105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:21.686576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Launched\u000a01:15:22.015064 run osmo-stp_10.42.42.5(pid=5743): Launched\u000a01:15:22.134240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:22.710129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Launched\u000a01:15:22.827262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:23.115475 run patchelf(pid=5746): Launched\u000a01:15:23.308863 run osmo-stp_10.42.42.5(pid=5743): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)]\u000a01:15:23.449727 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-09_01:15:21.853554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:23.590715 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011522047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:23.726988 run osmo-stp_10.42.42.5(pid=5743): stdout: \u000a| (launched: 2022-12-09_01:15:21.853554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:23.861763 run osmo-stp_10.42.42.5(pid=5743): stderr: \u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011522046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011522047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011522047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:24.018624 run patchelf(pid=5746): Terminating (SIGINT)\u000a01:15:24.203002 run patchelf(pid=5746): Terminated: ok {rc=0}\u000a01:15:24.236812 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5743): Process ended prematurely: osmo-stp_10.42.42.5(pid=5743) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5743)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:15:24.246947 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:15:24.311379 run osmo-hlr_10.42.42.2(pid=5740): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5740)]\u000a01:15:24.363772 run osmo-hlr_10.42.42.2(pid=5740): stdout: \u000a| (launched: 2022-12-09_01:15:20.831205) \u000a01:15:24.417163 run osmo-hlr_10.42.42.2(pid=5740): stderr: \u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011521031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011521046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011521054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011521055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011521055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:24.462407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5729): Terminating (SIGTERM)\u000a01:15:24.505155 run iperf3-srv_10.42.42.10(pid=5730): Terminating (SIGTERM)\u000a01:15:24.548476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5731): Terminating (SIGTERM)\u000a01:15:24.591187 run iperf3-srv_10.42.42.10(pid=5732): Terminating (SIGTERM)\u000a01:15:24.634024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5733): Terminating (SIGTERM)\u000a01:15:24.676687 run iperf3-srv_10.42.42.10(pid=5734): Terminating (SIGTERM)\u000a01:15:24.719430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5735): Terminating (SIGTERM)\u000a01:15:24.762015 run iperf3-srv_10.42.42.10(pid=5736): Terminating (SIGTERM)\u000a01:15:24.804766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminating (SIGTERM)\u000a01:15:24.847570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminating (SIGTERM)\u000a01:15:24.890255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Terminating (SIGTERM)\u000a01:15:24.900300 --- ParallelTerminationStrategy: PID 5729 died...\u000a01:15:24.957709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5729): Terminated: ok {rc=0}\u000a01:15:24.968034 --- ParallelTerminationStrategy: PID 5730 died...\u000a01:15:25.024476 run iperf3-srv_10.42.42.10(pid=5730): Terminated {rc=256}\u000a01:15:25.034746 --- ParallelTerminationStrategy: PID 5731 died...\u000a01:15:25.091322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5731): Terminated: ok {rc=0}\u000a01:15:25.101746 --- ParallelTerminationStrategy: PID 5732 died...\u000a01:15:25.158179 run iperf3-srv_10.42.42.10(pid=5732): Terminated {rc=256}\u000a01:15:25.168309 --- ParallelTerminationStrategy: PID 5733 died...\u000a01:15:25.225463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5733): Terminated: ok {rc=0}\u000a01:15:25.235782 --- ParallelTerminationStrategy: PID 5734 died...\u000a01:15:25.292045 run iperf3-srv_10.42.42.10(pid=5734): Terminated {rc=256}\u000a01:15:25.302279 --- ParallelTerminationStrategy: PID 5735 died...\u000a01:15:25.358859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5735): Terminated: ok {rc=0}\u000a01:15:25.369217 --- ParallelTerminationStrategy: PID 5736 died...\u000a01:15:25.425599 run iperf3-srv_10.42.42.10(pid=5736): Terminated {rc=256}\u000a01:15:25.435645 --- ParallelTerminationStrategy: PID 5739 died...\u000a01:15:25.491967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5739): Terminated: ok {rc=0}\u000a01:15:25.502203 --- ParallelTerminationStrategy: PID 5742 died...\u000a01:15:25.558299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5742): Terminated: ok {rc=0}\u000a01:15:25.568590 --- ParallelTerminationStrategy: PID 5745 died...\u000a01:15:25.625140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5745): Terminated: ok {rc=0}\u000a01:15:25.714188 bus /gobi_4: Setting Powered False\u000a01:15:26.823298 bus /gobi_4: Setting Powered False\u000a01:15:27.933178 bus /gobi_1: Setting Powered False\u000a01:15:29.037159 bus /gobi_1: Setting Powered False\u000a01:15:30.150056 bus /gobi_0: Setting Powered False\u000a01:15:31.260581 bus /gobi_0: Setting Powered False\u000a01:15:32.373700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:15:33.442432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:33.454348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:33.620486 tst ping.py: using LAC 18049\u000a01:15:33.747652 tst ping.py: using RAC 199\u000a01:15:33.874138 tst ping.py: using CellId 18049\u000a01:15:34.002213 tst ping.py: using BVCI 18050\u000a01:15:34.027329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.039085 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.050658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.063859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.075420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.087391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.099163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:34.110698 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:34.391956 tst ping.py:19: start network...\u000a01:15:34.517709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:34.993895 run create_hlr_db(pid=5747): Launched\u000a01:15:35.168926 bus /gobi_6: Setting Powered False\u000a01:15:36.189585 run create_hlr_db(pid=5747): Terminated: ok {rc=0}\u000a01:15:36.621481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Launched\u000a01:15:36.946226 run osmo-hlr_10.42.42.2(pid=5750): Launched\u000a01:15:37.067503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:37.636709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Launched\u000a01:15:37.958269 run osmo-stp_10.42.42.5(pid=5753): Launched\u000a01:15:38.074689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:38.640370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Launched\u000a01:15:38.755272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:39.035380 run patchelf(pid=5756): Launched\u000a01:15:39.225044 run osmo-stp_10.42.42.5(pid=5753): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)]\u000a01:15:39.363251 run osmo-stp_10.42.42.5(pid=5753): stdout: \u000a| (launched: 2022-12-09_01:15:37.800648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:39.501778 run osmo-stp_10.42.42.5(pid=5753): stderr: \u000a| �[0;m�[38;5;43m20221209011537991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011537992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011537992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011537992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:39.634887 run osmo-stp_10.42.42.5(pid=5753): stdout: \u000a| (launched: 2022-12-09_01:15:37.800648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:39.766757 run osmo-stp_10.42.42.5(pid=5753): stderr: \u000a| �[0;m�[38;5;43m20221209011537991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011537992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011537992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011537992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011537993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:39.920587 run patchelf(pid=5756): Terminating (SIGINT)\u000a01:15:40.101910 run patchelf(pid=5756): Terminated: ok {rc=0}\u000a01:15:40.134803 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5753): Process ended prematurely: osmo-stp_10.42.42.5(pid=5753) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5753)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:15:40.144105 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:15:40.207860 run osmo-hlr_10.42.42.2(pid=5750): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5750)]\u000a01:15:40.259668 run osmo-hlr_10.42.42.2(pid=5750): stdout: \u000a| (launched: 2022-12-09_01:15:36.786140) \u000a01:15:40.311863 run osmo-hlr_10.42.42.2(pid=5750): stderr: \u000a| �[0;m�[1;31m20221209011536984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011536984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011536984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011536984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011536984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011536985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011536997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011537006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011537007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011537007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:40.356457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Terminating (SIGTERM)\u000a01:15:40.398719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Terminating (SIGTERM)\u000a01:15:40.441049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Terminating (SIGTERM)\u000a01:15:40.450889 --- ParallelTerminationStrategy: PID 5749 died...\u000a01:15:40.507726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5749): Terminated: ok {rc=0}\u000a01:15:40.518051 --- ParallelTerminationStrategy: PID 5752 died...\u000a01:15:40.574089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5752): Terminated: ok {rc=0}\u000a01:15:40.584260 --- ParallelTerminationStrategy: PID 5755 died...\u000a01:15:40.640361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5755): Terminated: ok {rc=0}\u000a01:15:40.727002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:15:41.780128 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:41.792447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:15:41.983523 tst ping_idle_ping.py: using LAC 18050\u000a01:15:42.101746 tst ping_idle_ping.py: using RAC 200\u000a01:15:42.226100 tst ping_idle_ping.py: using CellId 18050\u000a01:15:42.343026 tst ping_idle_ping.py: using BVCI 18051\u000a01:15:42.366320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.377514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.388474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.399797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.410828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.421946 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.433252 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:15:42.444183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:15:42.734625 tst ping_idle_ping.py:24: start network...\u000a01:15:42.870131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:43.392610 run create_hlr_db(pid=5757): Launched\u000a01:15:43.581811 bus /gobi_6: Setting Powered False\u000a01:15:44.602530 run create_hlr_db(pid=5757): Terminated: ok {rc=0}\u000a01:15:45.035444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Launched\u000a01:15:45.362475 run osmo-hlr_10.42.42.2(pid=5760): Launched\u000a01:15:45.483153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:46.071931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Launched\u000a01:15:46.502748 run osmo-stp_10.42.42.5(pid=5763): Launched\u000a01:15:46.721932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:47.293539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5765): Launched\u000a01:15:47.409750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:47.692188 run patchelf(pid=5766): Launched\u000a01:15:47.882255 run osmo-stp_10.42.42.5(pid=5763): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)]\u000a01:15:48.021465 run osmo-stp_10.42.42.5(pid=5763): stdout: \u000a| (launched: 2022-12-09_01:15:46.240293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:48.160865 run osmo-stp_10.42.42.5(pid=5763): stderr: \u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011546543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:48.295180 run osmo-stp_10.42.42.5(pid=5763): stdout: \u000a| (launched: 2022-12-09_01:15:46.240293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:48.427992 run osmo-stp_10.42.42.5(pid=5763): stderr: \u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011546542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011546543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011546543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:48.583550 run patchelf(pid=5766): Terminating (SIGINT)\u000a01:15:48.766435 run patchelf(pid=5766): Terminated: ok {rc=0}\u000a01:15:48.799725 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5763): Process ended prematurely: osmo-stp_10.42.42.5(pid=5763) [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5763)] [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:15:48.809410 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a01:15:48.872526 run osmo-hlr_10.42.42.2(pid=5760): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5760)]\u000a01:15:48.924139 run osmo-hlr_10.42.42.2(pid=5760): stdout: \u000a| (launched: 2022-12-09_01:15:45.202196) \u000a01:15:48.976328 run osmo-hlr_10.42.42.2(pid=5760): stderr: \u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011545405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011545417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011545426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011545426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011545426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:49.020911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Terminating (SIGTERM)\u000a01:15:49.062920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Terminating (SIGTERM)\u000a01:15:49.105009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5765): Terminating (SIGTERM)\u000a01:15:49.114699 --- ParallelTerminationStrategy: PID 5759 died...\u000a01:15:49.170970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5759): Terminated: ok {rc=0}\u000a01:15:49.181412 --- ParallelTerminationStrategy: PID 5762 died...\u000a01:15:49.237747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5762): Terminated: ok {rc=0}\u000a01:15:49.247897 --- ParallelTerminationStrategy: PID 5765 died...\u000a01:15:49.303771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5765): Terminated: ok {rc=0}\u000a01:15:49.391273 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:14:49" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5776): Process ended prematurely: osmo-stp_10.42.42.5(pid=5776) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5776)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5776): Process ended prematurely: osmo-stp_10.42.42.5(pid=5776) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:15:51.433964 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:51.445914 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:15:51.617154 tst switch_tch_pdch.py: using LAC 18051\u000a01:15:51.741516 tst switch_tch_pdch.py: using RAC 201\u000a01:15:51.865992 tst switch_tch_pdch.py: using CellId 18051\u000a01:15:51.990224 tst switch_tch_pdch.py: using BVCI 18052\u000a01:15:52.014897 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.026786 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.038571 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.050281 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.061986 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.073693 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.085611 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:15:52.097307 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:52.214446 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:15:52.494563 tst switch_tch_pdch.py:51: start network...\u000a01:15:52.620659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:53.098542 run create_hlr_db(pid=5770): Launched\u000a01:15:53.275243 bus /gobi_6: Setting Powered False\u000a01:15:54.295190 run create_hlr_db(pid=5770): Terminated: ok {rc=0}\u000a01:15:54.727686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Launched\u000a01:15:55.051902 run osmo-hlr_10.42.42.2(pid=5773): Launched\u000a01:15:55.170010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:55.732443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5775): Launched\u000a01:15:56.054916 run osmo-stp_10.42.42.5(pid=5776): Launched\u000a01:15:56.171671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:56.735939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5778): Launched\u000a01:15:56.851303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:57.133340 run patchelf(pid=5779): Launched\u000a01:15:57.323570 run osmo-stp_10.42.42.5(pid=5776): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5776)]\u000a01:15:57.462412 run osmo-stp_10.42.42.5(pid=5776): stdout: \u000a| (launched: 2022-12-09_01:15:55.896305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:57.601618 run osmo-stp_10.42.42.5(pid=5776): stderr: \u000a| �[0;m�[38;5;43m20221209011556089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011556089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011556090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011556090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:57.735481 run osmo-stp_10.42.42.5(pid=5776): stdout: \u000a| (launched: 2022-12-09_01:15:55.896305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:57.867704 run osmo-stp_10.42.42.5(pid=5776): stderr: \u000a| �[0;m�[38;5;43m20221209011556089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011556089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011556090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011556090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011556090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:58.021867 run patchelf(pid=5779): Terminating (SIGINT)\u000a01:15:58.203105 run patchelf(pid=5779): Terminated: ok {rc=0}\u000a01:15:58.235954 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5776): Process ended prematurely: osmo-stp_10.42.42.5(pid=5776) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5776)] [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:15:58.245456 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:15:58.309297 run osmo-hlr_10.42.42.2(pid=5773): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5773)]\u000a01:15:58.361952 run osmo-hlr_10.42.42.2(pid=5773): stdout: \u000a| (launched: 2022-12-09_01:15:54.892600) \u000a01:15:58.415118 run osmo-hlr_10.42.42.2(pid=5773): stderr: \u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011555093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011555105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011555113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011555114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011555114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:58.460274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Terminating (SIGTERM)\u000a01:15:58.503157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5775): Terminating (SIGTERM)\u000a01:15:58.546054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5778): Terminating (SIGTERM)\u000a01:15:58.555919 --- ParallelTerminationStrategy: PID 5772 died...\u000a01:15:58.613253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5772): Terminated: ok {rc=0}\u000a01:15:58.623650 --- ParallelTerminationStrategy: PID 5775 died...\u000a01:15:58.680680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5775): Terminated: ok {rc=0}\u000a01:15:58.690908 --- ParallelTerminationStrategy: PID 5778 died...\u000a01:15:58.747833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5778): Terminated: ok {rc=0}\u000a01:15:58.836778 bus /gobi_0: Setting Powered False\u000a01:15:59.942408 bus /gobi_0: Setting Powered False\u000a01:16:01.068889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:15:51" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:16:03.054196 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.065212 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:16:03.221715 tst switch_tch_pdch.py: using LAC 18052\u000a01:16:03.345400 tst switch_tch_pdch.py: using RAC 202\u000a01:16:03.463422 tst switch_tch_pdch.py: using CellId 18052\u000a01:16:03.585288 tst switch_tch_pdch.py: using BVCI 18053\u000a01:16:03.608366 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.619410 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.630297 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.641670 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.652587 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.663585 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.674920 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:16:03.686095 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:16:03.805661 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:16:04.098931 tst switch_tch_pdch.py:51: start network...\u000a01:16:04.234577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:04.723457 run create_hlr_db(pid=5783): Launched\u000a01:16:04.855718 bus /gobi_6: Setting Powered False\u000a01:16:05.931364 run create_hlr_db(pid=5783): Terminated: ok {rc=0}\u000a01:16:06.312126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Launched\u000a01:16:06.617592 run osmo-hlr_10.42.42.2(pid=5786): Launched\u000a01:16:06.735886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:07.240012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Launched\u000a01:16:07.543642 run osmo-stp_10.42.42.5(pid=5789): Launched\u000a01:16:07.654681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:08.161164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Launched\u000a01:16:08.276919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:08.559097 run patchelf(pid=5792): Launched\u000a01:16:08.748033 run osmo-stp_10.42.42.5(pid=5789): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)]\u000a01:16:08.886182 run osmo-stp_10.42.42.5(pid=5789): stdout: \u000a| (launched: 2022-12-09_01:16:07.393273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:09.024737 run osmo-stp_10.42.42.5(pid=5789): stderr: \u000a| �[0;m�[38;5;43m20221209011607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011607563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011607563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011607563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011607564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011607564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:09.157538 run osmo-stp_10.42.42.5(pid=5789): stdout: \u000a| (launched: 2022-12-09_01:16:07.393273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:09.290128 run osmo-stp_10.42.42.5(pid=5789): stderr: \u000a| �[0;m�[38;5;43m20221209011607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011607562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011607563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011607563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011607563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011607564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011607564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:09.444499 run patchelf(pid=5792): Terminating (SIGINT)\u000a01:16:09.625492 run patchelf(pid=5792): Terminated: ok {rc=0}\u000a01:16:09.658161 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5789): Process ended prematurely: osmo-stp_10.42.42.5(pid=5789) [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5789)] [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:16:09.667493 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:16:09.730896 run osmo-hlr_10.42.42.2(pid=5786): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5786)]\u000a01:16:09.782554 run osmo-hlr_10.42.42.2(pid=5786): stdout: \u000a| (launched: 2022-12-09_01:16:06.466169) \u000a01:16:09.835435 run osmo-hlr_10.42.42.2(pid=5786): stderr: \u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011606644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011606657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011606667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011606668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011606668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:09.880176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Terminating (SIGTERM)\u000a01:16:09.924030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Terminating (SIGTERM)\u000a01:16:09.966360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Terminating (SIGTERM)\u000a01:16:09.976369 --- ParallelTerminationStrategy: PID 5785 died...\u000a01:16:10.033433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5785): Terminated: ok {rc=0}\u000a01:16:10.043831 --- ParallelTerminationStrategy: PID 5788 died...\u000a01:16:10.100191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5788): Terminated: ok {rc=0}\u000a01:16:10.110432 --- ParallelTerminationStrategy: PID 5791 died...\u000a01:16:10.166320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5791): Terminated: ok {rc=0}\u000a01:16:10.254359 bus /gobi_0: Setting Powered False\u000a01:16:11.358428 bus /gobi_0: Setting Powered False\u000a01:16:12.469534 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5797): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5797) [trial-2352↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5797)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5797): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5797) [trial-2352↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:16:14.378776 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:16:14.390097 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:14.531641 tst mo_mt_sms.py: using LAC 18053\u000a01:16:14.652851 tst mo_mt_sms.py: using RAC 203\u000a01:16:14.771811 tst mo_mt_sms.py: using CellId 18053\u000a01:16:14.891677 tst mo_mt_sms.py: using BVCI 18054\u000a01:16:14.914406 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:15.034260 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:15.327180 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:16:15.462719 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:16:16.161881 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5796): Launched\u000a01:16:16.494121 run osmo-nitb_10.42.42.2(pid=5797): Launched\u000a01:16:16.697396 run osmo-nitb_10.42.42.2(pid=5797): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5797)]\u000a01:16:16.847213 run osmo-nitb_10.42.42.2(pid=5797): stdout: \u000a| (launched: 2022-12-09_01:16:16.329918) \u000a01:16:16.997606 run osmo-nitb_10.42.42.2(pid=5797): stderr: \u000a| (launched: 2022-12-09_01:16:16.378913)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:17.142564 run osmo-nitb_10.42.42.2(pid=5797): stdout: \u000a| (launched: 2022-12-09_01:16:16.329918) \u000a01:16:17.283834 run osmo-nitb_10.42.42.2(pid=5797): stderr: \u000a| (launched: 2022-12-09_01:16:16.378913)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:17.625932 tst osmo-nitb_10.42.42.2(pid=5797): stdout: \u000a| (launched: 2022-12-09_01:16:16.329918) \u000a01:16:17.755397 tst osmo-nitb_10.42.42.2(pid=5797): stderr: \u000a| (launched: 2022-12-09_01:16:16.378913)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:17.811881 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5797): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5797) [trial-2352↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5797)] [trial-2352↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a01:16:17.820667 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a01:16:17.858279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5796): Terminating (SIGTERM)\u000a01:16:18.036713 --- ParallelTerminationStrategy: PID 5796 died...\u000a01:16:18.096034 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5796): Terminated: ok {rc=0}\u000a01:16:18.183696 bus /sierra_3: Setting Powered False\u000a01:16:19.293252 bus /sierra_3: Setting Powered False\u000a01:16:20.406718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:14" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5807): Process ended prematurely: osmo-stp_10.42.42.5(pid=5807) [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5807)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5807): Process ended prematurely: osmo-stp_10.42.42.5(pid=5807) [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a01:16:22.296144 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.306653 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:22.440273 tst mo_mt_sms.py: using LAC 18054\u000a01:16:22.566538 tst mo_mt_sms.py: using RAC 204\u000a01:16:22.695183 tst mo_mt_sms.py: using CellId 18054\u000a01:16:22.821257 tst mo_mt_sms.py: using BVCI 18055\u000a01:16:22.846002 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.857216 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.868283 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.879611 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.890760 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:22.901901 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:23.020600 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:16:23.219470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:23.694230 run create_hlr_db(pid=5801): Launched\u000a01:16:23.868779 bus /sierra_2: Setting Powered False\u000a01:16:24.889989 run create_hlr_db(pid=5801): Terminated: ok {rc=0}\u000a01:16:25.320433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5803): Launched\u000a01:16:25.646464 run osmo-hlr_10.42.42.2(pid=5804): Launched\u000a01:16:25.765928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:26.331562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5806): Launched\u000a01:16:26.658460 run osmo-stp_10.42.42.5(pid=5807): Launched\u000a01:16:26.775715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:27.367698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5809): Launched\u000a01:16:27.691487 run osmo-msc_10.42.42.6(pid=5810): Launched\u000a01:16:27.880890 run osmo-stp_10.42.42.5(pid=5807): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5807)]\u000a01:16:28.017497 run osmo-stp_10.42.42.5(pid=5807): stdout: \u000a| (launched: 2022-12-09_01:16:26.497261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:28.153311 run osmo-stp_10.42.42.5(pid=5807): stderr: \u000a| �[0;m�[38;5;43m20221209011626692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011626692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011626693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011626693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011626693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011626694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011626694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:28.283378 run osmo-stp_10.42.42.5(pid=5807): stdout: \u000a| (launched: 2022-12-09_01:16:26.497261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:28.411643 run osmo-stp_10.42.42.5(pid=5807): stderr: \u000a| �[0;m�[38;5;43m20221209011626692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011626692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011626693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011626693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011626693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011626694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011626694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:28.468119 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5807): Process ended prematurely: osmo-stp_10.42.42.5(pid=5807) [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5807)] [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a01:16:28.476694 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:16:28.540097 run osmo-hlr_10.42.42.2(pid=5804): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5804)]\u000a01:16:28.592187 run osmo-hlr_10.42.42.2(pid=5804): stdout: \u000a| (launched: 2022-12-09_01:16:25.485465) \u000a01:16:28.645010 run osmo-hlr_10.42.42.2(pid=5804): stderr: \u000a| �[0;m�[1;31m20221209011625684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011625684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011625685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011625685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011625685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011625685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011625697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011625706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011625706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011625706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:28.716425 run osmo-msc_10.42.42.6(pid=5810): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5810)]\u000a01:16:28.768148 run osmo-msc_10.42.42.6(pid=5810): stdout: \u000a| (launched: 2022-12-09_01:16:27.533067) \u000a01:16:28.820498 run osmo-msc_10.42.42.6(pid=5810): stderr: \u000a| �[0;m�[38;5;43m20221209011627859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011627859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11bbab1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011627859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011627859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011627859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011627859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011627861 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:28.865352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5803): Terminating (SIGTERM)\u000a01:16:28.907540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5806): Terminating (SIGTERM)\u000a01:16:28.949924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5809): Terminating (SIGTERM)\u000a01:16:28.959315 --- ParallelTerminationStrategy: PID 5803 died...\u000a01:16:29.015631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5803): Terminated: ok {rc=0}\u000a01:16:29.025809 --- ParallelTerminationStrategy: PID 5806 died...\u000a01:16:29.081978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5806): Terminated: ok {rc=0}\u000a01:16:29.092018 --- ParallelTerminationStrategy: PID 5809 died...\u000a01:16:29.148138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5809): Terminated: ok {rc=0}\u000a01:16:29.236528 bus /sierra_3: Setting Powered False\u000a01:16:30.345628 bus /sierra_3: Setting Powered False\u000a01:16:31.467815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:22" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5816) [trial-2352↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5816)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5816) [trial-2352↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:16:33.317234 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a01:16:33.328550 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:33.464539 tst assert_extension.py: using LAC 18055\u000a01:16:33.585099 tst assert_extension.py: using RAC 205\u000a01:16:33.704468 tst assert_extension.py: using CellId 18055\u000a01:16:33.821469 tst assert_extension.py: using BVCI 18056\u000a01:16:33.844403 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:16:34.130798 tst assert_extension.py:10: start nitb and bts...\u000a01:16:34.256660 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:16:34.880703 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5815): Launched\u000a01:16:35.179613 run osmo-nitb_10.42.42.2(pid=5816): Launched\u000a01:16:35.365102 run osmo-nitb_10.42.42.2(pid=5816): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5816)]\u000a01:16:35.501827 run osmo-nitb_10.42.42.2(pid=5816): stdout: \u000a| (launched: 2022-12-09_01:16:35.033816) \u000a01:16:35.639273 run osmo-nitb_10.42.42.2(pid=5816): stderr: \u000a| (launched: 2022-12-09_01:16:35.078595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:35.771869 run osmo-nitb_10.42.42.2(pid=5816): stdout: \u000a| (launched: 2022-12-09_01:16:35.033816) \u000a01:16:35.903232 run osmo-nitb_10.42.42.2(pid=5816): stderr: \u000a| (launched: 2022-12-09_01:16:35.078595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:36.301371 tst osmo-nitb_10.42.42.2(pid=5816): stdout: \u000a| (launched: 2022-12-09_01:16:35.033816) \u000a01:16:36.421665 tst osmo-nitb_10.42.42.2(pid=5816): stderr: \u000a| (launched: 2022-12-09_01:16:35.078595)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:16:36.474243 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5816) [trial-2352↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5816)] [trial-2352↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a01:16:36.482452 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:16:36.517538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5815): Terminating (SIGTERM)\u000a01:16:36.695291 --- ParallelTerminationStrategy: PID 5815 died...\u000a01:16:36.750940 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5815): Terminated: ok {rc=0}\u000a01:16:36.835007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:33" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2352↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2352↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a01:16:38.662172 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:38.672594 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:16:38.807844 tst assert_extension.py: using LAC 18056\u000a01:16:38.928120 tst assert_extension.py: using RAC 206\u000a01:16:39.045676 tst assert_extension.py: using CellId 18056\u000a01:16:39.162931 tst assert_extension.py: using BVCI 18057\u000a01:16:39.185856 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:39.196368 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:39.206925 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:39.217643 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:39.228327 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:16:39.239030 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a01:16:39.448629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:39.936373 run create_hlr_db(pid=5820): Launched\u000a01:16:40.124460 bus /sierra_2: Setting Powered False\u000a01:16:41.144546 run create_hlr_db(pid=5820): Terminated: ok {rc=0}\u000a01:16:41.550696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Launched\u000a01:16:41.854871 run osmo-hlr_10.42.42.2(pid=5823): Launched\u000a01:16:41.973685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:42.510635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Launched\u000a01:16:42.813188 run osmo-stp_10.42.42.5(pid=5826): Launched\u000a01:16:42.923048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:43.474823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Launched\u000a01:16:43.777759 run osmo-msc_10.42.42.6(pid=5829): Launched\u000a01:16:43.954730 run osmo-stp_10.42.42.5(pid=5826): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)]\u000a01:16:44.083275 run osmo-stp_10.42.42.5(pid=5826): stdout: \u000a| (launched: 2022-12-09_01:16:42.663546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:44.208875 run osmo-stp_10.42.42.5(pid=5826): stderr: \u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011642835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:44.329897 run osmo-stp_10.42.42.5(pid=5826): stdout: \u000a| (launched: 2022-12-09_01:16:42.663546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:44.450073 run osmo-stp_10.42.42.5(pid=5826): stderr: \u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011642835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:44.502515 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5826): Process ended prematurely: osmo-stp_10.42.42.5(pid=5826) [trial-2352↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5826)] [trial-2352↪ussd:trx-umtrx↪assert_extension.py:17]\u000a01:16:44.510609 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a01:16:44.571488 run osmo-hlr_10.42.42.2(pid=5823): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5823)]\u000a01:16:44.621303 run osmo-hlr_10.42.42.2(pid=5823): stdout: \u000a| (launched: 2022-12-09_01:16:41.704593) \u000a01:16:44.671793 run osmo-hlr_10.42.42.2(pid=5823): stderr: \u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011641880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011641892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011641901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011641901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011641901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:44.739713 run osmo-msc_10.42.42.6(pid=5829): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5829)]\u000a01:16:44.789120 run osmo-msc_10.42.42.6(pid=5829): stdout: \u000a| (launched: 2022-12-09_01:16:43.627904) \u000a01:16:44.839471 run osmo-msc_10.42.42.6(pid=5829): stderr: \u000a| �[0;m�[38;5;43m20221209011643899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011643899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f705bc38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011643899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011643899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011643900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011643900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011643902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011643902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011643903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011643903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:44.882057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Terminating (SIGTERM)\u000a01:16:44.922699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Terminating (SIGTERM)\u000a01:16:44.962677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Terminating (SIGTERM)\u000a01:16:44.972138 --- ParallelTerminationStrategy: PID 5822 died...\u000a01:16:45.026008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5822): Terminated: ok {rc=0}\u000a01:16:45.035769 --- ParallelTerminationStrategy: PID 5825 died...\u000a01:16:45.089083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5825): Terminated: ok {rc=0}\u000a01:16:45.098829 --- ParallelTerminationStrategy: PID 5828 died...\u000a01:16:45.152156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5828): Terminated: ok {rc=0}\u000a01:16:45.236882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:38" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:16:47.262478 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.274498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:47.445623 tst mo_mt_call.py: using LAC 18057\u000a01:16:47.569464 tst mo_mt_call.py: using RAC 207\u000a01:16:47.689396 tst mo_mt_call.py: using CellId 18057\u000a01:16:47.810029 tst mo_mt_call.py: using BVCI 18058\u000a01:16:47.833458 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.844426 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.855309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.866992 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.878799 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:47.890398 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:48.011423 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:48.214097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:48.698651 run create_hlr_db(pid=5834): Launched\u000a01:16:48.876053 bus /sierra_2: Setting Powered False\u000a01:16:49.897431 run create_hlr_db(pid=5834): Terminated: ok {rc=0}\u000a01:16:50.334546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Launched\u000a01:16:50.664674 run osmo-hlr_10.42.42.2(pid=5837): Launched\u000a01:16:50.786245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:51.358853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Launched\u000a01:16:51.689844 run osmo-stp_10.42.42.5(pid=5840): Launched\u000a01:16:51.808900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:16:52.411850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5842): Launched\u000a01:16:52.741957 run osmo-msc_10.42.42.6(pid=5843): Launched\u000a01:16:52.934608 run osmo-stp_10.42.42.5(pid=5840): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)]\u000a01:16:53.073412 run osmo-stp_10.42.42.5(pid=5840): stdout: \u000a| (launched: 2022-12-09_01:16:51.526326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:53.211186 run osmo-stp_10.42.42.5(pid=5840): stderr: \u000a| �[0;m�[38;5;43m20221209011651719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011651719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011651720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011651720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011651720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011651721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011651721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:53.343721 run osmo-stp_10.42.42.5(pid=5840): stdout: \u000a| (launched: 2022-12-09_01:16:51.526326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:53.474675 run osmo-stp_10.42.42.5(pid=5840): stderr: \u000a| �[0;m�[38;5;43m20221209011651719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011651719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011651720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011651720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011651720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011651721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011651721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:53.532552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5840): Process ended prematurely: osmo-stp_10.42.42.5(pid=5840) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5840)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:16:53.541993 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:16:53.605203 run osmo-hlr_10.42.42.2(pid=5837): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5837)]\u000a01:16:53.657256 run osmo-hlr_10.42.42.2(pid=5837): stdout: \u000a| (launched: 2022-12-09_01:16:50.502127) \u000a01:16:53.710453 run osmo-hlr_10.42.42.2(pid=5837): stderr: \u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011650701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011650715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011650723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011650724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011650724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:53.782034 run osmo-msc_10.42.42.6(pid=5843): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5843)]\u000a01:16:53.834089 run osmo-msc_10.42.42.6(pid=5843): stdout: \u000a| (launched: 2022-12-09_01:16:52.579841) \u000a01:16:53.886412 run osmo-msc_10.42.42.6(pid=5843): stderr: \u000a| �[0;m�[38;5;43m20221209011652903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011652903 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3da3badc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011652903 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011652903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011652904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011652904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011652906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011652906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011652906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011652906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:16:53.931263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Terminating (SIGTERM)\u000a01:16:53.973573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Terminating (SIGTERM)\u000a01:16:54.015880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5842): Terminating (SIGTERM)\u000a01:16:54.025648 --- ParallelTerminationStrategy: PID 5836 died...\u000a01:16:54.082214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5836): Terminated: ok {rc=0}\u000a01:16:54.092444 --- ParallelTerminationStrategy: PID 5839 died...\u000a01:16:54.148782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5839): Terminated: ok {rc=0}\u000a01:16:54.158959 --- ParallelTerminationStrategy: PID 5842 died...\u000a01:16:54.216004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5842): Terminated: ok {rc=0}\u000a01:16:54.306794 bus /sierra_3: Setting Powered False\u000a01:16:55.415529 bus /sierra_3: Setting Powered False\u000a01:16:56.528911 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5854): Process ended prematurely: osmo-stp_10.42.42.5(pid=5854) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5854)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5854): Process ended prematurely: osmo-stp_10.42.42.5(pid=5854) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:16:57.640922 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:57.652849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:16:57.812307 tst mo_mt_call_osmux.py: using LAC 18058\u000a01:16:57.935399 tst mo_mt_call_osmux.py: using RAC 208\u000a01:16:58.058064 tst mo_mt_call_osmux.py: using CellId 18058\u000a01:16:58.178016 tst mo_mt_call_osmux.py: using BVCI 18059\u000a01:16:58.201378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:58.212491 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:58.223514 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:58.234825 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:58.246202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:16:58.257378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:58.374877 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:16:58.586944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:59.111761 run create_hlr_db(pid=5845): Launched\u000a01:16:59.301949 bus /sierra_2: Setting Powered False\u000a01:17:00.322713 run create_hlr_db(pid=5845): Terminated: ok {rc=0}\u000a01:17:00.735782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5847): Launched\u000a01:17:01.164616 run osmo-hlr_10.42.42.2(pid=5848): Launched\u000a01:17:01.403994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:02.079193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5853): Launched\u000a01:17:02.445731 run osmo-stp_10.42.42.5(pid=5854): Launched\u000a01:17:02.566128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:03.170308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5856): Launched\u000a01:17:03.500646 run osmo-msc_10.42.42.6(pid=5857): Launched\u000a01:17:03.694410 run osmo-stp_10.42.42.5(pid=5854): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5854)]\u000a01:17:03.833670 run osmo-stp_10.42.42.5(pid=5854): stdout: \u000a| (launched: 2022-12-09_01:17:02.281517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:03.971465 run osmo-stp_10.42.42.5(pid=5854): stderr: \u000a| �[0;m�[38;5;43m20221209011702474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011702475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011702475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011702475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:04.103591 run osmo-stp_10.42.42.5(pid=5854): stdout: \u000a| (launched: 2022-12-09_01:17:02.281517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:04.234753 run osmo-stp_10.42.42.5(pid=5854): stderr: \u000a| �[0;m�[38;5;43m20221209011702474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011702475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011702475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011702475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011702476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:04.292784 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5854): Process ended prematurely: osmo-stp_10.42.42.5(pid=5854) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5854)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:17:04.302162 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a01:17:04.364789 run osmo-hlr_10.42.42.2(pid=5848): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5848)]\u000a01:17:04.416382 run osmo-hlr_10.42.42.2(pid=5848): stdout: \u000a| (launched: 2022-12-09_01:17:00.923091) \u000a01:17:04.468650 run osmo-hlr_10.42.42.2(pid=5848): stderr: \u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011701266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011701283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011701292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011701301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011701301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:04.539491 run osmo-msc_10.42.42.6(pid=5857): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5857)]\u000a01:17:04.591051 run osmo-msc_10.42.42.6(pid=5857): stdout: \u000a| (launched: 2022-12-09_01:17:03.338129) \u000a01:17:04.642941 run osmo-msc_10.42.42.6(pid=5857): stderr: \u000a| �[0;m�[38;5;43m20221209011703661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011703661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f415dbebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011703662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011703662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011703662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011703662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011703664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011703664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011703665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011703665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:04.687039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5847): Terminating (SIGTERM)\u000a01:17:04.728566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5853): Terminating (SIGTERM)\u000a01:17:04.770438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5856): Terminating (SIGTERM)\u000a01:17:04.780179 --- ParallelTerminationStrategy: PID 5847 died...\u000a01:17:04.836138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5847): Terminated: ok {rc=0}\u000a01:17:04.846243 --- ParallelTerminationStrategy: PID 5853 died...\u000a01:17:04.901965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5853): Terminated: ok {rc=0}\u000a01:17:04.912005 --- ParallelTerminationStrategy: PID 5856 died...\u000a01:17:04.967764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5856): Terminated: ok {rc=0}\u000a01:17:05.055708 bus /sierra_3: Setting Powered False\u000a01:17:06.163501 bus /sierra_3: Setting Powered False\u000a01:17:07.272584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:16:46" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5869): Process ended prematurely: osmo-stp_10.42.42.5(pid=5869) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5869)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5869): Process ended prematurely: osmo-stp_10.42.42.5(pid=5869) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:09.282337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.293895 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:17:09.458408 tst mo_mt_call.py: using LAC 18059\u000a01:17:09.586765 tst mo_mt_call.py: using RAC 209\u000a01:17:09.715328 tst mo_mt_call.py: using CellId 18059\u000a01:17:09.844623 tst mo_mt_call.py: using BVCI 18060\u000a01:17:09.869756 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.881348 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.892732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.904225 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.915828 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:09.927674 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:10.043925 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:10.254651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:10.778822 run create_hlr_db(pid=5863): Launched\u000a01:17:10.969796 bus /sierra_2: Setting Powered False\u000a01:17:11.990714 run create_hlr_db(pid=5863): Terminated: ok {rc=0}\u000a01:17:12.427535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5865): Launched\u000a01:17:12.756557 run osmo-hlr_10.42.42.2(pid=5866): Launched\u000a01:17:12.878333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:13.451800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5868): Launched\u000a01:17:13.781762 run osmo-stp_10.42.42.5(pid=5869): Launched\u000a01:17:13.901422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:14.502352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5871): Launched\u000a01:17:14.829528 run osmo-msc_10.42.42.6(pid=5872): Launched\u000a01:17:15.021648 run osmo-stp_10.42.42.5(pid=5869): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5869)]\u000a01:17:15.162568 run osmo-stp_10.42.42.5(pid=5869): stdout: \u000a| (launched: 2022-12-09_01:17:13.618853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:15.299789 run osmo-stp_10.42.42.5(pid=5869): stderr: \u000a| �[0;m�[38;5;43m20221209011713811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011713811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011713812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011713812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011713814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011713815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011713815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:15.432084 run osmo-stp_10.42.42.5(pid=5869): stdout: \u000a| (launched: 2022-12-09_01:17:13.618853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:15.562666 run osmo-stp_10.42.42.5(pid=5869): stderr: \u000a| �[0;m�[38;5;43m20221209011713811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011713811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011713812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011713812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011713814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011713815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011713815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:15.620459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5869): Process ended prematurely: osmo-stp_10.42.42.5(pid=5869) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5869)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:17:15.629893 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:17:15.693513 run osmo-hlr_10.42.42.2(pid=5866): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5866)]\u000a01:17:15.745154 run osmo-hlr_10.42.42.2(pid=5866): stdout: \u000a| (launched: 2022-12-09_01:17:12.594930) \u000a01:17:15.797461 run osmo-hlr_10.42.42.2(pid=5866): stderr: \u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011712810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011712818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011712818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011712818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:15.870641 run osmo-msc_10.42.42.6(pid=5872): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5872)]\u000a01:17:15.943209 run osmo-msc_10.42.42.6(pid=5872): stdout: \u000a| (launched: 2022-12-09_01:17:14.668603) \u000a01:17:15.996416 run osmo-msc_10.42.42.6(pid=5872): stderr: \u000a| �[0;m�[38;5;43m20221209011714991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011714991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdaf93eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011714992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011714992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011714992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011714992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011714994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011714994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011714994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011714995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:16.044276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5865): Terminating (SIGTERM)\u000a01:17:16.087030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5868): Terminating (SIGTERM)\u000a01:17:16.131609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5871): Terminating (SIGTERM)\u000a01:17:16.142191 --- ParallelTerminationStrategy: PID 5865 died...\u000a01:17:16.201069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5865): Terminated: ok {rc=0}\u000a01:17:16.211656 --- ParallelTerminationStrategy: PID 5868 died...\u000a01:17:16.269083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5868): Terminated: ok {rc=0}\u000a01:17:16.279706 --- ParallelTerminationStrategy: PID 5871 died...\u000a01:17:16.337310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5871): Terminated: ok {rc=0}\u000a01:17:16.428426 bus /sierra_3: Setting Powered False\u000a01:17:17.534805 bus /sierra_3: Setting Powered False\u000a01:17:18.647379 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5880): Process ended prematurely: osmo-stp_10.42.42.5(pid=5880) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5880)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5880): Process ended prematurely: osmo-stp_10.42.42.5(pid=5880) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:19.759071 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:19.770980 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:17:19.931775 tst mo_mt_call_osmux.py: using LAC 18060\u000a01:17:20.060505 tst mo_mt_call_osmux.py: using RAC 210\u000a01:17:20.192657 tst mo_mt_call_osmux.py: using CellId 18060\u000a01:17:20.321766 tst mo_mt_call_osmux.py: using BVCI 18061\u000a01:17:20.346938 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:20.358557 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:20.369909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:20.381292 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:20.392616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:20.404062 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:20.520309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:20.728925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:21.214540 run create_hlr_db(pid=5874): Launched\u000a01:17:21.392667 bus /sierra_2: Setting Powered False\u000a01:17:22.414350 run create_hlr_db(pid=5874): Terminated: ok {rc=0}\u000a01:17:22.853926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5876): Launched\u000a01:17:23.185200 run osmo-hlr_10.42.42.2(pid=5877): Launched\u000a01:17:23.309208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:23.883791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5879): Launched\u000a01:17:24.214681 run osmo-stp_10.42.42.5(pid=5880): Launched\u000a01:17:24.334877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:24.937504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5882): Launched\u000a01:17:25.269785 run osmo-msc_10.42.42.6(pid=5883): Launched\u000a01:17:25.463190 run osmo-stp_10.42.42.5(pid=5880): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5880)]\u000a01:17:25.602834 run osmo-stp_10.42.42.5(pid=5880): stdout: \u000a| (launched: 2022-12-09_01:17:24.052538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:25.741489 run osmo-stp_10.42.42.5(pid=5880): stderr: \u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011724249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:25.874475 run osmo-stp_10.42.42.5(pid=5880): stdout: \u000a| (launched: 2022-12-09_01:17:24.052538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:26.006559 run osmo-stp_10.42.42.5(pid=5880): stderr: \u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011724248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011724249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011724249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:26.064617 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5880): Process ended prematurely: osmo-stp_10.42.42.5(pid=5880) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5880)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:17:26.074022 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:17:26.137569 run osmo-hlr_10.42.42.2(pid=5877): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5877)]\u000a01:17:26.189920 run osmo-hlr_10.42.42.2(pid=5877): stdout: \u000a| (launched: 2022-12-09_01:17:23.022349) \u000a01:17:26.243170 run osmo-hlr_10.42.42.2(pid=5877): stderr: \u000a| �[0;m�[1;31m20221209011723223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011723223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011723223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011723223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011723224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011723224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011723236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011723246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011723247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011723247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:26.315304 run osmo-msc_10.42.42.6(pid=5883): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5883)]\u000a01:17:26.367384 run osmo-msc_10.42.42.6(pid=5883): stdout: \u000a| (launched: 2022-12-09_01:17:25.105687) \u000a01:17:26.419864 run osmo-msc_10.42.42.6(pid=5883): stderr: \u000a| �[0;m�[38;5;43m20221209011725432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011725432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f958a7afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011725432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011725432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011725433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011725433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011725434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011725435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:26.464573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5876): Terminating (SIGTERM)\u000a01:17:26.506994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5879): Terminating (SIGTERM)\u000a01:17:26.549613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5882): Terminating (SIGTERM)\u000a01:17:26.559391 --- ParallelTerminationStrategy: PID 5876 died...\u000a01:17:26.616096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5876): Terminated: ok {rc=0}\u000a01:17:26.626311 --- ParallelTerminationStrategy: PID 5879 died...\u000a01:17:26.682549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5879): Terminated: ok {rc=0}\u000a01:17:26.692653 --- ParallelTerminationStrategy: PID 5882 died...\u000a01:17:26.749184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5882): Terminated: ok {rc=0}\u000a01:17:26.836745 bus /sierra_3: Setting Powered False\u000a01:17:27.943965 bus /sierra_3: Setting Powered False\u000a01:17:29.054399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:17:08" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:31.083886 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.095385 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:17:31.290711 tst mo_mt_call.py: using LAC 18061\u000a01:17:31.442725 tst mo_mt_call.py: using RAC 211\u000a01:17:31.577358 tst mo_mt_call.py: using CellId 18061\u000a01:17:31.730737 tst mo_mt_call.py: using BVCI 18062\u000a01:17:31.763685 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.778871 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.795346 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.813141 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.828502 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:31.843667 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:31.995467 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:32.237756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:32.764733 run create_hlr_db(pid=5888): Launched\u000a01:17:32.955036 bus /sierra_2: Setting Powered False\u000a01:17:33.975296 run create_hlr_db(pid=5888): Terminated: ok {rc=0}\u000a01:17:34.389097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Launched\u000a01:17:34.696930 run osmo-hlr_10.42.42.2(pid=5891): Launched\u000a01:17:34.818173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:35.359931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Launched\u000a01:17:35.668855 run osmo-stp_10.42.42.5(pid=5894): Launched\u000a01:17:35.790286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:36.352941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5897): Launched\u000a01:17:36.662107 run osmo-msc_10.42.42.6(pid=5898): Launched\u000a01:17:36.843704 run osmo-stp_10.42.42.5(pid=5894): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)]\u000a01:17:36.975063 run osmo-stp_10.42.42.5(pid=5894): stdout: \u000a| (launched: 2022-12-09_01:17:35.516631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:37.104035 run osmo-stp_10.42.42.5(pid=5894): stderr: \u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011735690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:37.227859 run osmo-stp_10.42.42.5(pid=5894): stdout: \u000a| (launched: 2022-12-09_01:17:35.516631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:37.351039 run osmo-stp_10.42.42.5(pid=5894): stderr: \u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011735690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011735690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:37.405547 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5894): Process ended prematurely: osmo-stp_10.42.42.5(pid=5894) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5894)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:17:37.414469 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:17:37.475671 run osmo-hlr_10.42.42.2(pid=5891): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5891)]\u000a01:17:37.525720 run osmo-hlr_10.42.42.2(pid=5891): stdout: \u000a| (launched: 2022-12-09_01:17:34.545521) \u000a01:17:37.576543 run osmo-hlr_10.42.42.2(pid=5891): stderr: \u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011734725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011734736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011734746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011734746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011734746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:37.644913 run osmo-msc_10.42.42.6(pid=5898): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5898)]\u000a01:17:37.695008 run osmo-msc_10.42.42.6(pid=5898): stdout: \u000a| (launched: 2022-12-09_01:17:36.509517) \u000a01:17:37.745480 run osmo-msc_10.42.42.6(pid=5898): stderr: \u000a| �[0;m�[38;5;43m20221209011736782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011736782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50dc218c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011736782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011736782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011736782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011736782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011736784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011736784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011736785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011736785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:37.788094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminating (SIGTERM)\u000a01:17:37.829127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminating (SIGTERM)\u000a01:17:37.869544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5897): Terminating (SIGTERM)\u000a01:17:37.879115 --- ParallelTerminationStrategy: PID 5890 died...\u000a01:17:37.933403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5890): Terminated: ok {rc=0}\u000a01:17:37.943227 --- ParallelTerminationStrategy: PID 5893 died...\u000a01:17:37.997326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5893): Terminated: ok {rc=0}\u000a01:17:38.007159 --- ParallelTerminationStrategy: PID 5897 died...\u000a01:17:38.061610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5897): Terminated: ok {rc=0}\u000a01:17:38.147631 bus /sierra_3: Setting Powered False\u000a01:17:39.257822 bus /sierra_3: Setting Powered False\u000a01:17:40.368208 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:41.484409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:41.496596 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:17:41.668305 tst mo_mt_call_osmux.py: using LAC 18062\u000a01:17:41.796157 tst mo_mt_call_osmux.py: using RAC 212\u000a01:17:41.923115 tst mo_mt_call_osmux.py: using CellId 18062\u000a01:17:42.050940 tst mo_mt_call_osmux.py: using BVCI 18063\u000a01:17:42.076762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:42.088402 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:42.099852 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:42.111421 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:42.123196 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:17:42.134608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:42.254485 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:17:42.459039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:42.947362 run create_hlr_db(pid=5900): Launched\u000a01:17:43.124357 bus /sierra_2: Setting Powered False\u000a01:17:44.146182 run create_hlr_db(pid=5900): Terminated: ok {rc=0}\u000a01:17:44.555095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Launched\u000a01:17:44.863119 run osmo-hlr_10.42.42.2(pid=5903): Launched\u000a01:17:44.982106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:45.521106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Launched\u000a01:17:45.841869 run osmo-stp_10.42.42.5(pid=5906): Launched\u000a01:17:46.104173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:46.794515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5908): Launched\u000a01:17:47.200738 run osmo-msc_10.42.42.6(pid=5909): Launched\u000a01:17:47.464586 run osmo-stp_10.42.42.5(pid=5906): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)]\u000a01:17:47.596534 run osmo-stp_10.42.42.5(pid=5906): stdout: \u000a| (launched: 2022-12-09_01:17:45.677457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:47.725133 run osmo-stp_10.42.42.5(pid=5906): stderr: \u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011745865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:47.848090 run osmo-stp_10.42.42.5(pid=5906): stdout: \u000a| (launched: 2022-12-09_01:17:45.677457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:47.970040 run osmo-stp_10.42.42.5(pid=5906): stderr: \u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011745865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011745865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011745866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:48.023996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5906): Process ended prematurely: osmo-stp_10.42.42.5(pid=5906) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5906)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:17:48.032876 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:17:48.094214 run osmo-hlr_10.42.42.2(pid=5903): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5903)]\u000a01:17:48.144451 run osmo-hlr_10.42.42.2(pid=5903): stdout: \u000a| (launched: 2022-12-09_01:17:44.710778) \u000a01:17:48.194989 run osmo-hlr_10.42.42.2(pid=5903): stderr: \u000a| �[0;m�[1;31m20221209011744885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011744885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011744885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011744886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011744886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011744886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011744898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011744909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:48.263713 run osmo-msc_10.42.42.6(pid=5909): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5909)]\u000a01:17:48.313766 run osmo-msc_10.42.42.6(pid=5909): stdout: \u000a| (launched: 2022-12-09_01:17:46.952002) \u000a01:17:48.364622 run osmo-msc_10.42.42.6(pid=5909): stderr: \u000a| �[0;m�[38;5;43m20221209011747478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011747479 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58155d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011747479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011747479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011747479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011747479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011747482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011747482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011747482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011747482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:48.407287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminating (SIGTERM)\u000a01:17:48.447961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminating (SIGTERM)\u000a01:17:48.488454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5908): Terminating (SIGTERM)\u000a01:17:48.498188 --- ParallelTerminationStrategy: PID 5902 died...\u000a01:17:48.552363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5902): Terminated: ok {rc=0}\u000a01:17:48.562472 --- ParallelTerminationStrategy: PID 5905 died...\u000a01:17:48.616414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5905): Terminated: ok {rc=0}\u000a01:17:48.626421 --- ParallelTerminationStrategy: PID 5908 died...\u000a01:17:48.680221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5908): Terminated: ok {rc=0}\u000a01:17:48.768519 bus /sierra_3: Setting Powered False\u000a01:17:49.873788 bus /sierra_3: Setting Powered False\u000a01:17:50.985317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:17:30" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:52.990356 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.002000 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:17:53.168756 tst mo_mt_call.py: using LAC 18063\u000a01:17:53.299372 tst mo_mt_call.py: using RAC 213\u000a01:17:53.442983 tst mo_mt_call.py: using CellId 18063\u000a01:17:53.572624 tst mo_mt_call.py: using BVCI 18064\u000a01:17:53.596210 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.607605 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.618859 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.630669 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.642725 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:17:53.654376 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:53.769352 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:17:53.980640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:54.465155 run create_hlr_db(pid=5914): Launched\u000a01:17:54.642276 bus /sierra_2: Setting Powered False\u000a01:17:55.663741 run create_hlr_db(pid=5914): Terminated: ok {rc=0}\u000a01:17:56.100267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Launched\u000a01:17:56.431416 run osmo-hlr_10.42.42.2(pid=5917): Launched\u000a01:17:56.552375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:57.126413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Launched\u000a01:17:57.459111 run osmo-stp_10.42.42.5(pid=5920): Launched\u000a01:17:57.580836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:58.183956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5922): Launched\u000a01:17:58.515378 run osmo-msc_10.42.42.6(pid=5923): Launched\u000a01:17:58.710544 run osmo-stp_10.42.42.5(pid=5920): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)]\u000a01:17:58.849642 run osmo-stp_10.42.42.5(pid=5920): stdout: \u000a| (launched: 2022-12-09_01:17:57.294737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:58.988136 run osmo-stp_10.42.42.5(pid=5920): stderr: \u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011757490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:59.120829 run osmo-stp_10.42.42.5(pid=5920): stdout: \u000a| (launched: 2022-12-09_01:17:57.294737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:59.252545 run osmo-stp_10.42.42.5(pid=5920): stderr: \u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011757490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011757490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011757491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:59.311239 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5920): Process ended prematurely: osmo-stp_10.42.42.5(pid=5920) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5920)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:17:59.320713 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:17:59.383934 run osmo-hlr_10.42.42.2(pid=5917): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5917)]\u000a01:17:59.435631 run osmo-hlr_10.42.42.2(pid=5917): stdout: \u000a| (launched: 2022-12-09_01:17:56.269136) \u000a01:17:59.487784 run osmo-hlr_10.42.42.2(pid=5917): stderr: \u000a| �[0;m�[1;31m20221209011756471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011756471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011756471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011756471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011756471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011756472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011756484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011756492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011756493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011756493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:59.558801 run osmo-msc_10.42.42.6(pid=5923): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5923)]\u000a01:17:59.610680 run osmo-msc_10.42.42.6(pid=5923): stdout: \u000a| (launched: 2022-12-09_01:17:58.353340) \u000a01:17:59.662794 run osmo-msc_10.42.42.6(pid=5923): stderr: \u000a| �[0;m�[38;5;43m20221209011758677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011758677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f974f228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011758677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011758677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011758678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011758678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011758679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011758680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011758680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011758680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:59.706968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Terminating (SIGTERM)\u000a01:17:59.748759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Terminating (SIGTERM)\u000a01:17:59.790544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5922): Terminating (SIGTERM)\u000a01:17:59.800248 --- ParallelTerminationStrategy: PID 5916 died...\u000a01:17:59.856598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5916): Terminated: ok {rc=0}\u000a01:17:59.866842 --- ParallelTerminationStrategy: PID 5919 died...\u000a01:17:59.922740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5919): Terminated: ok {rc=0}\u000a01:17:59.932887 --- ParallelTerminationStrategy: PID 5922 died...\u000a01:17:59.989221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5922): Terminated: ok {rc=0}\u000a01:18:00.078525 bus /sierra_3: Setting Powered False\u000a01:18:01.203450 bus /sierra_3: Setting Powered False\u000a01:18:02.314640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5931): Process ended prematurely: osmo-stp_10.42.42.5(pid=5931) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5931)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5931): Process ended prematurely: osmo-stp_10.42.42.5(pid=5931) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:03.431586 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:03.444124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:18:03.612290 tst mo_mt_call_osmux.py: using LAC 18064\u000a01:18:03.735511 tst mo_mt_call_osmux.py: using RAC 214\u000a01:18:03.860487 tst mo_mt_call_osmux.py: using CellId 18064\u000a01:18:03.980755 tst mo_mt_call_osmux.py: using BVCI 18065\u000a01:18:04.004046 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:04.015286 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:04.026151 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:04.038138 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:04.049130 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:18:04.060124 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:18:04.179794 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:18:04.385352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:04.867352 run create_hlr_db(pid=5925): Launched\u000a01:18:05.044092 bus /sierra_2: Setting Powered False\u000a01:18:06.064741 run create_hlr_db(pid=5925): Terminated: ok {rc=0}\u000a01:18:06.502247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5927): Launched\u000a01:18:06.831857 run osmo-hlr_10.42.42.2(pid=5928): Launched\u000a01:18:06.952142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:07.525823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5930): Launched\u000a01:18:07.855967 run osmo-stp_10.42.42.5(pid=5931): Launched\u000a01:18:07.974343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:08.577055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5933): Launched\u000a01:18:08.904388 run osmo-msc_10.42.42.6(pid=5934): Launched\u000a01:18:09.096311 run osmo-stp_10.42.42.5(pid=5931): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5931)]\u000a01:18:09.239699 run osmo-stp_10.42.42.5(pid=5931): stdout: \u000a| (launched: 2022-12-09_01:18:07.693492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:09.377294 run osmo-stp_10.42.42.5(pid=5931): stderr: \u000a| �[0;m�[38;5;43m20221209011807887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011807887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011807888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011807888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011807888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011807889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011807889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:09.509262 run osmo-stp_10.42.42.5(pid=5931): stdout: \u000a| (launched: 2022-12-09_01:18:07.693492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:09.639835 run osmo-stp_10.42.42.5(pid=5931): stderr: \u000a| �[0;m�[38;5;43m20221209011807887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011807887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011807888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011807888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011807888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011807889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011807889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:09.697904 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5931): Process ended prematurely: osmo-stp_10.42.42.5(pid=5931) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5931)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:18:09.707225 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:18:09.770437 run osmo-hlr_10.42.42.2(pid=5928): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5928)]\u000a01:18:09.822099 run osmo-hlr_10.42.42.2(pid=5928): stdout: \u000a| (launched: 2022-12-09_01:18:06.669472) \u000a01:18:09.874415 run osmo-hlr_10.42.42.2(pid=5928): stderr: \u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011806871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011806885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011806893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011806893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011806893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:09.945612 run osmo-msc_10.42.42.6(pid=5934): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5934)]\u000a01:18:09.997758 run osmo-msc_10.42.42.6(pid=5934): stdout: \u000a| (launched: 2022-12-09_01:18:08.743524) \u000a01:18:10.050192 run osmo-msc_10.42.42.6(pid=5934): stderr: \u000a| �[0;m�[38;5;43m20221209011809067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011809067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a3bf9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011809067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011809067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011809067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011809067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011809069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011809070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011809070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011809070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:10.094440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5927): Terminating (SIGTERM)\u000a01:18:10.136112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5930): Terminating (SIGTERM)\u000a01:18:10.178328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5933): Terminating (SIGTERM)\u000a01:18:10.188097 --- ParallelTerminationStrategy: PID 5927 died...\u000a01:18:10.244821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5927): Terminated: ok {rc=0}\u000a01:18:10.255383 --- ParallelTerminationStrategy: PID 5930 died...\u000a01:18:10.311526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5930): Terminated: ok {rc=0}\u000a01:18:10.321981 --- ParallelTerminationStrategy: PID 5933 died...\u000a01:18:10.377428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5933): Terminated: ok {rc=0}\u000a01:18:10.463760 bus /sierra_3: Setting Powered False\u000a01:18:11.570656 bus /sierra_3: Setting Powered False\u000a01:18:12.683919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:17:52" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5945): Process ended prematurely: osmo-stp_10.42.42.5(pid=5945) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5945)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5945): Process ended prematurely: osmo-stp_10.42.42.5(pid=5945) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:18:14.689803 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:14.701420 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:14.866325 tst mo_mt_call.py: using LAC 18065\u000a01:18:14.994879 tst mo_mt_call.py: using RAC 215\u000a01:18:15.126089 tst mo_mt_call.py: using CellId 18065\u000a01:18:15.254701 tst mo_mt_call.py: using BVCI 18066\u000a01:18:15.280146 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:15.291687 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:15.303046 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:15.314704 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:15.326298 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:15.337762 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:15.454697 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:15.666961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:16.234916 run create_hlr_db(pid=5939): Launched\u000a01:18:16.418265 bus /sierra_2: Setting Powered False\u000a01:18:17.445462 run create_hlr_db(pid=5939): Terminated: ok {rc=0}\u000a01:18:17.885423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5941): Launched\u000a01:18:18.216926 run osmo-hlr_10.42.42.2(pid=5942): Launched\u000a01:18:18.341028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:18.914217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5944): Launched\u000a01:18:19.245407 run osmo-stp_10.42.42.5(pid=5945): Launched\u000a01:18:19.366013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:19.968663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5947): Launched\u000a01:18:20.298187 run osmo-msc_10.42.42.6(pid=5948): Launched\u000a01:18:20.491246 run osmo-stp_10.42.42.5(pid=5945): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5945)]\u000a01:18:20.629833 run osmo-stp_10.42.42.5(pid=5945): stdout: \u000a| (launched: 2022-12-09_01:18:19.081647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:20.767332 run osmo-stp_10.42.42.5(pid=5945): stderr: \u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011819278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:20.898616 run osmo-stp_10.42.42.5(pid=5945): stdout: \u000a| (launched: 2022-12-09_01:18:19.081647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:21.028454 run osmo-stp_10.42.42.5(pid=5945): stderr: \u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011819277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011819278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011819278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:21.086298 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5945): Process ended prematurely: osmo-stp_10.42.42.5(pid=5945) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5945)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:18:21.095650 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:21.158625 run osmo-hlr_10.42.42.2(pid=5942): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5942)]\u000a01:18:21.210362 run osmo-hlr_10.42.42.2(pid=5942): stdout: \u000a| (launched: 2022-12-09_01:18:18.054437) \u000a01:18:21.262817 run osmo-hlr_10.42.42.2(pid=5942): stderr: \u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011818254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011818267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011818275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011818275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011818275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:21.333747 run osmo-msc_10.42.42.6(pid=5948): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5948)]\u000a01:18:21.385250 run osmo-msc_10.42.42.6(pid=5948): stdout: \u000a| (launched: 2022-12-09_01:18:20.136200) \u000a01:18:21.437093 run osmo-msc_10.42.42.6(pid=5948): stderr: \u000a| �[0;m�[38;5;43m20221209011820463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011820464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f479b153c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011820464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011820464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011820464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011820464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011820466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011820466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011820466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011820466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:21.481166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5941): Terminating (SIGTERM)\u000a01:18:21.523203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5944): Terminating (SIGTERM)\u000a01:18:21.565050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5947): Terminating (SIGTERM)\u000a01:18:21.574398 --- ParallelTerminationStrategy: PID 5941 died...\u000a01:18:21.630222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5941): Terminated: ok {rc=0}\u000a01:18:21.640392 --- ParallelTerminationStrategy: PID 5944 died...\u000a01:18:21.696258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5944): Terminated: ok {rc=0}\u000a01:18:21.706361 --- ParallelTerminationStrategy: PID 5947 died...\u000a01:18:21.762565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5947): Terminated: ok {rc=0}\u000a01:18:21.851960 bus /sierra_3: Setting Powered False\u000a01:18:22.959984 bus /sierra_3: Setting Powered False\u000a01:18:24.069674 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:25.185723 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.197962 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:25.364546 tst mo_mt_call_osmux.py: using LAC 18066\u000a01:18:25.494712 tst mo_mt_call_osmux.py: using RAC 216\u000a01:18:25.623235 tst mo_mt_call_osmux.py: using CellId 18066\u000a01:18:25.751827 tst mo_mt_call_osmux.py: using BVCI 18067\u000a01:18:25.776693 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.788187 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.799525 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.810938 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.822501 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:25.833939 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:25.953912 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:26.157738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:26.643800 run create_hlr_db(pid=5950): Launched\u000a01:18:26.820706 bus /sierra_2: Setting Powered False\u000a01:18:27.842037 run create_hlr_db(pid=5950): Terminated: ok {rc=0}\u000a01:18:28.281229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Launched\u000a01:18:28.613719 run osmo-hlr_10.42.42.2(pid=5953): Launched\u000a01:18:28.737140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:29.310908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Launched\u000a01:18:29.640296 run osmo-stp_10.42.42.5(pid=5956): Launched\u000a01:18:29.759615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:30.362613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Launched\u000a01:18:30.691625 run osmo-msc_10.42.42.6(pid=5959): Launched\u000a01:18:30.986359 run osmo-stp_10.42.42.5(pid=5956): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a01:18:31.176610 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-09_01:18:29.478519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:31.362488 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011829673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:31.496004 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-09_01:18:29.478519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:31.628943 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011829672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011829673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011829675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:31.688139 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)] [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:18:31.698568 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:18:31.762393 run osmo-hlr_10.42.42.2(pid=5953): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5953)]\u000a01:18:31.815277 run osmo-hlr_10.42.42.2(pid=5953): stdout: \u000a| (launched: 2022-12-09_01:18:28.450448) \u000a01:18:31.868343 run osmo-hlr_10.42.42.2(pid=5953): stderr: \u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011828649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011828663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011828673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011828674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011828674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:31.940221 run osmo-msc_10.42.42.6(pid=5959): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5959)]\u000a01:18:31.992472 run osmo-msc_10.42.42.6(pid=5959): stdout: \u000a| (launched: 2022-12-09_01:18:30.530455) \u000a01:18:32.045246 run osmo-msc_10.42.42.6(pid=5959): stderr: \u000a| �[0;m�[38;5;43m20221209011830878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011830879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69d8d2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011830879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011830879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011830879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011830879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011830881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011830881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011830882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011830882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:32.090305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Terminating (SIGTERM)\u000a01:18:32.132884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminating (SIGTERM)\u000a01:18:32.175573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminating (SIGTERM)\u000a01:18:32.185548 --- ParallelTerminationStrategy: PID 5952 died...\u000a01:18:32.242443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Terminated: ok {rc=0}\u000a01:18:32.253030 --- ParallelTerminationStrategy: PID 5955 died...\u000a01:18:32.310220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminated: ok {rc=0}\u000a01:18:32.320774 --- ParallelTerminationStrategy: PID 5958 died...\u000a01:18:32.377402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminated: ok {rc=0}\u000a01:18:32.466130 bus /sierra_3: Setting Powered False\u000a01:18:33.571477 bus /sierra_3: Setting Powered False\u000a01:18:34.681034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:18:14" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:18:36.687907 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:36.699811 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:36.866837 tst mo_mt_call.py: using LAC 18067\u000a01:18:36.997139 tst mo_mt_call.py: using RAC 217\u000a01:18:37.126727 tst mo_mt_call.py: using CellId 18067\u000a01:18:37.255291 tst mo_mt_call.py: using BVCI 18068\u000a01:18:37.280778 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:37.292450 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:37.303990 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:37.315445 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:37.327132 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:37.338563 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:37.454948 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:37.668357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:38.193797 run create_hlr_db(pid=5964): Launched\u000a01:18:38.385753 bus /sierra_2: Setting Powered False\u000a01:18:39.406303 run create_hlr_db(pid=5964): Terminated: ok {rc=0}\u000a01:18:39.843616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Launched\u000a01:18:40.173884 run osmo-hlr_10.42.42.2(pid=5967): Launched\u000a01:18:40.295540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:40.867729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Launched\u000a01:18:41.196921 run osmo-stp_10.42.42.5(pid=5970): Launched\u000a01:18:41.316576 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:41.917131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Launched\u000a01:18:42.246374 run osmo-msc_10.42.42.6(pid=5973): Launched\u000a01:18:42.439028 run osmo-stp_10.42.42.5(pid=5970): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a01:18:42.578145 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-09_01:18:41.035686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:42.715834 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011841230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:42.847626 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-09_01:18:41.035686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:42.978147 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011841230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011841230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011841231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:43.036008 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)] [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:18:43.045342 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:43.108415 run osmo-hlr_10.42.42.2(pid=5967): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5967)]\u000a01:18:43.160112 run osmo-hlr_10.42.42.2(pid=5967): stdout: \u000a| (launched: 2022-12-09_01:18:40.011955) \u000a01:18:43.212426 run osmo-hlr_10.42.42.2(pid=5967): stderr: \u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011840211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011840224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011840232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011840232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011840232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:43.283707 run osmo-msc_10.42.42.6(pid=5973): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5973)]\u000a01:18:43.335241 run osmo-msc_10.42.42.6(pid=5973): stdout: \u000a| (launched: 2022-12-09_01:18:42.084732) \u000a01:18:43.387352 run osmo-msc_10.42.42.6(pid=5973): stderr: \u000a| �[0;m�[38;5;43m20221209011842406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011842406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f68ebac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011842406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011842406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011842407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011842407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011842408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011842409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011842409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011842409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:43.431597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminating (SIGTERM)\u000a01:18:43.473628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminating (SIGTERM)\u000a01:18:43.515728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminating (SIGTERM)\u000a01:18:43.525474 --- ParallelTerminationStrategy: PID 5966 died...\u000a01:18:43.581885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminated: ok {rc=0}\u000a01:18:43.592107 --- ParallelTerminationStrategy: PID 5969 died...\u000a01:18:43.647969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminated: ok {rc=0}\u000a01:18:43.658194 --- ParallelTerminationStrategy: PID 5972 died...\u000a01:18:43.713836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminated: ok {rc=0}\u000a01:18:43.802315 bus /sierra_3: Setting Powered False\u000a01:18:44.908704 bus /sierra_3: Setting Powered False\u000a01:18:46.033249 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:47.148324 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.161237 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:47.327325 tst mo_mt_call_osmux.py: using LAC 18068\u000a01:18:47.450676 tst mo_mt_call_osmux.py: using RAC 218\u000a01:18:47.576306 tst mo_mt_call_osmux.py: using CellId 18068\u000a01:18:47.698352 tst mo_mt_call_osmux.py: using BVCI 18069\u000a01:18:47.721899 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.733244 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.744242 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.755401 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.766803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:47.778484 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:47.897470 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:48.106733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:48.593243 run create_hlr_db(pid=5975): Launched\u000a01:18:48.770920 bus /sierra_2: Setting Powered False\u000a01:18:49.791285 run create_hlr_db(pid=5975): Terminated: ok {rc=0}\u000a01:18:50.229790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Launched\u000a01:18:50.562138 run osmo-hlr_10.42.42.2(pid=5978): Launched\u000a01:18:50.683652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:51.257187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Launched\u000a01:18:51.589718 run osmo-stp_10.42.42.5(pid=5981): Launched\u000a01:18:51.709630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:52.313711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Launched\u000a01:18:52.645593 run osmo-msc_10.42.42.6(pid=5984): Launched\u000a01:18:52.838959 run osmo-stp_10.42.42.5(pid=5981): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)]\u000a01:18:52.978205 run osmo-stp_10.42.42.5(pid=5981): stdout: \u000a| (launched: 2022-12-09_01:18:51.425810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:53.115963 run osmo-stp_10.42.42.5(pid=5981): stderr: \u000a| �[0;m�[38;5;43m20221209011851618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011851619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011851619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011851619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011851622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011851623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011851623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:53.248504 run osmo-stp_10.42.42.5(pid=5981): stdout: \u000a| (launched: 2022-12-09_01:18:51.425810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:53.379670 run osmo-stp_10.42.42.5(pid=5981): stderr: \u000a| �[0;m�[38;5;43m20221209011851618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011851619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011851619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011851619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011851622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011851623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011851623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:53.437565 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5981): Process ended prematurely: osmo-stp_10.42.42.5(pid=5981) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5981)] [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:18:53.446995 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:18:53.510228 run osmo-hlr_10.42.42.2(pid=5978): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5978)]\u000a01:18:53.562068 run osmo-hlr_10.42.42.2(pid=5978): stdout: \u000a| (launched: 2022-12-09_01:18:50.398859) \u000a01:18:53.614516 run osmo-hlr_10.42.42.2(pid=5978): stderr: \u000a| �[0;m�[1;31m20221209011850596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011850596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011850596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011850596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011850596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011850597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011850608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011850617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011850617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011850617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:53.685881 run osmo-msc_10.42.42.6(pid=5984): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5984)]\u000a01:18:53.737870 run osmo-msc_10.42.42.6(pid=5984): stdout: \u000a| (launched: 2022-12-09_01:18:52.481751) \u000a01:18:53.790459 run osmo-msc_10.42.42.6(pid=5984): stderr: \u000a| �[0;m�[38;5;43m20221209011852805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011852805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f745bcf3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011852805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011852805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011852805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011852805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011852807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011852807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011852808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011852808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:53.835022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Terminating (SIGTERM)\u000a01:18:53.877209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Terminating (SIGTERM)\u000a01:18:53.919067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Terminating (SIGTERM)\u000a01:18:53.928775 --- ParallelTerminationStrategy: PID 5977 died...\u000a01:18:53.985213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5977): Terminated: ok {rc=0}\u000a01:18:53.995319 --- ParallelTerminationStrategy: PID 5980 died...\u000a01:18:54.051623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5980): Terminated: ok {rc=0}\u000a01:18:54.061848 --- ParallelTerminationStrategy: PID 5983 died...\u000a01:18:54.117977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5983): Terminated: ok {rc=0}\u000a01:18:54.206188 bus /sierra_3: Setting Powered False\u000a01:18:55.310915 bus /sierra_3: Setting Powered False\u000a01:18:56.418760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:18:36" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5997): Process ended prematurely: osmo-stp_10.42.42.5(pid=5997) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5997)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5997): Process ended prematurely: osmo-stp_10.42.42.5(pid=5997) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:18:58.422928 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:58.434247 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:18:58.598160 tst mo_mt_call.py: using LAC 18069\u000a01:18:58.725271 tst mo_mt_call.py: using RAC 219\u000a01:18:58.849818 tst mo_mt_call.py: using CellId 18069\u000a01:18:58.970039 tst mo_mt_call.py: using BVCI 18070\u000a01:18:58.993664 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:59.004601 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:59.015506 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:59.027270 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:59.038859 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:18:59.050395 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:59.171088 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:18:59.374822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:59.858601 run create_hlr_db(pid=5991): Launched\u000a01:19:00.035878 bus /sierra_2: Setting Powered False\u000a01:19:01.059491 run create_hlr_db(pid=5991): Terminated: ok {rc=0}\u000a01:19:01.517385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5993): Launched\u000a01:19:01.971648 run osmo-hlr_10.42.42.2(pid=5994): Launched\u000a01:19:02.105572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:02.692525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5996): Launched\u000a01:19:02.999803 run osmo-stp_10.42.42.5(pid=5997): Launched\u000a01:19:03.111320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:03.670418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5999): Launched\u000a01:19:03.978149 run osmo-msc_10.42.42.6(pid=6000): Launched\u000a01:19:04.158286 run osmo-stp_10.42.42.5(pid=5997): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5997)]\u000a01:19:04.288504 run osmo-stp_10.42.42.5(pid=5997): stdout: \u000a| (launched: 2022-12-09_01:19:02.848706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:04.416468 run osmo-stp_10.42.42.5(pid=5997): stderr: \u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011903020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:04.539549 run osmo-stp_10.42.42.5(pid=5997): stdout: \u000a| (launched: 2022-12-09_01:19:02.848706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:04.661357 run osmo-stp_10.42.42.5(pid=5997): stderr: \u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011903019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011903020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011903023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:04.715566 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5997): Process ended prematurely: osmo-stp_10.42.42.5(pid=5997) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5997)] [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:19:04.724233 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:19:04.785112 run osmo-hlr_10.42.42.2(pid=5994): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5994)]\u000a01:19:04.834768 run osmo-hlr_10.42.42.2(pid=5994): stdout: \u000a| (launched: 2022-12-09_01:19:01.690352) \u000a01:19:04.884872 run osmo-hlr_10.42.42.2(pid=5994): stderr: \u000a| �[0;m�[1;31m20221209011901913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011901913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011901913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011901913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011901913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011901914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011901934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011901955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011901955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011901955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:04.953239 run osmo-msc_10.42.42.6(pid=6000): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6000)]\u000a01:19:05.003168 run osmo-msc_10.42.42.6(pid=6000): stdout: \u000a| (launched: 2022-12-09_01:19:03.826193) \u000a01:19:05.054061 run osmo-msc_10.42.42.6(pid=6000): stderr: \u000a| �[0;m�[38;5;43m20221209011904102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011904103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef7d703c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011904103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011904103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011904103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011904103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011904105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011904106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011904106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011904106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:05.096346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5993): Terminating (SIGTERM)\u000a01:19:05.136765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5996): Terminating (SIGTERM)\u000a01:19:05.177776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5999): Terminating (SIGTERM)\u000a01:19:05.187214 --- ParallelTerminationStrategy: PID 5993 died...\u000a01:19:05.240932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5993): Terminated: ok {rc=0}\u000a01:19:05.250633 --- ParallelTerminationStrategy: PID 5996 died...\u000a01:19:05.304180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5996): Terminated: ok {rc=0}\u000a01:19:05.313930 --- ParallelTerminationStrategy: PID 5999 died...\u000a01:19:05.367179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5999): Terminated: ok {rc=0}\u000a01:19:05.457374 bus /sierra_3: Setting Powered False\u000a01:19:06.561999 bus /sierra_3: Setting Powered False\u000a01:19:07.673170 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:19:08.783847 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:08.795445 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:19:08.955143 tst mo_mt_call_osmux.py: using LAC 18070\u000a01:19:09.076922 tst mo_mt_call_osmux.py: using RAC 220\u000a01:19:09.197188 tst mo_mt_call_osmux.py: using CellId 18070\u000a01:19:09.328166 tst mo_mt_call_osmux.py: using BVCI 18071\u000a01:19:09.351476 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:09.362444 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:09.373174 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:09.384060 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:09.395024 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:19:09.406049 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:19:09.529269 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:19:09.742438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:10.270197 run create_hlr_db(pid=6002): Launched\u000a01:19:10.461851 bus /sierra_2: Setting Powered False\u000a01:19:11.482391 run create_hlr_db(pid=6002): Terminated: ok {rc=0}\u000a01:19:11.922422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Launched\u000a01:19:12.252921 run osmo-hlr_10.42.42.2(pid=6006): Launched\u000a01:19:12.376029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:12.953387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Launched\u000a01:19:13.285221 run osmo-stp_10.42.42.5(pid=6009): Launched\u000a01:19:13.405149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:14.013884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6011): Launched\u000a01:19:14.347320 run osmo-msc_10.42.42.6(pid=6012): Launched\u000a01:19:14.540527 run osmo-stp_10.42.42.5(pid=6009): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)]\u000a01:19:14.679458 run osmo-stp_10.42.42.5(pid=6009): stdout: \u000a| (launched: 2022-12-09_01:19:13.122281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:14.818271 run osmo-stp_10.42.42.5(pid=6009): stderr: \u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011913317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:14.950875 run osmo-stp_10.42.42.5(pid=6009): stdout: \u000a| (launched: 2022-12-09_01:19:13.122281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:15.082254 run osmo-stp_10.42.42.5(pid=6009): stderr: \u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011913316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011913317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011913317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:15.140401 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6009): Process ended prematurely: osmo-stp_10.42.42.5(pid=6009) [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6009)] [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:19:15.149936 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:19:15.213068 run osmo-hlr_10.42.42.2(pid=6006): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6006)]\u000a01:19:15.264984 run osmo-hlr_10.42.42.2(pid=6006): stdout: \u000a| (launched: 2022-12-09_01:19:12.090179) \u000a01:19:15.317836 run osmo-hlr_10.42.42.2(pid=6006): stderr: \u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011912291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011912304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011912314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011912314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011912314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:15.388643 run osmo-msc_10.42.42.6(pid=6012): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6012)]\u000a01:19:15.440088 run osmo-msc_10.42.42.6(pid=6012): stdout: \u000a| (launched: 2022-12-09_01:19:14.181870) \u000a01:19:15.492176 run osmo-msc_10.42.42.6(pid=6012): stderr: \u000a| �[0;m�[38;5;43m20221209011914508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011914508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa5f6127c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011914508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011914508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011914508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011914508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011914510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011914511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011914511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011914511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:15.536542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminating (SIGTERM)\u000a01:19:15.578635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminating (SIGTERM)\u000a01:19:15.620762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6011): Terminating (SIGTERM)\u000a01:19:15.630589 --- ParallelTerminationStrategy: PID 6005 died...\u000a01:19:15.687107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6005): Terminated: ok {rc=0}\u000a01:19:15.697363 --- ParallelTerminationStrategy: PID 6008 died...\u000a01:19:15.753282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6008): Terminated: ok {rc=0}\u000a01:19:15.763343 --- ParallelTerminationStrategy: PID 6011 died...\u000a01:19:15.819880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6011): Terminated: ok {rc=0}\u000a01:19:15.928433 bus /sierra_3: Setting Powered False\u000a01:19:17.029545 bus /sierra_3: Setting Powered False\u000a01:19:18.137810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:18:58" }, { "cases" : [ { "testActions" : [ ], "age" : 190, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:19:20.138443 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.150216 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:20.303130 tst mo_mt_call.py: using LAC 18071\u000a01:19:20.429281 tst mo_mt_call.py: using RAC 221\u000a01:19:20.552207 tst mo_mt_call.py: using CellId 18071\u000a01:19:20.672317 tst mo_mt_call.py: using BVCI 18072\u000a01:19:20.695532 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.706948 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.718090 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.730823 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.742956 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:20.754111 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:20.875097 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:21.085872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:21.605004 run create_hlr_db(pid=6018): Launched\u000a01:19:21.793833 bus /sierra_2: Setting Powered False\u000a01:19:22.812872 run create_hlr_db(pid=6018): Terminated: ok {rc=0}\u000a01:19:23.221770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Launched\u000a01:19:23.526303 run osmo-hlr_10.42.42.2(pid=6021): Launched\u000a01:19:23.646144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:24.179732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Launched\u000a01:19:24.484600 run osmo-stp_10.42.42.5(pid=6024): Launched\u000a01:19:24.595547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:25.149402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Launched\u000a01:19:25.453071 run osmo-msc_10.42.42.6(pid=6027): Launched\u000a01:19:25.631492 run osmo-stp_10.42.42.5(pid=6024): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)]\u000a01:19:25.760167 run osmo-stp_10.42.42.5(pid=6024): stdout: \u000a| (launched: 2022-12-09_01:19:24.333922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:25.886216 run osmo-stp_10.42.42.5(pid=6024): stderr: \u000a| �[0;m�[38;5;43m20221209011924506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011924507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011924507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011924507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:26.007674 run osmo-stp_10.42.42.5(pid=6024): stdout: \u000a| (launched: 2022-12-09_01:19:24.333922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:26.128294 run osmo-stp_10.42.42.5(pid=6024): stderr: \u000a| �[0;m�[38;5;43m20221209011924506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011924507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011924507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011924507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011924508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:26.181718 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6024): Process ended prematurely: osmo-stp_10.42.42.5(pid=6024) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6024)] [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:19:26.190289 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:19:26.250834 run osmo-hlr_10.42.42.2(pid=6021): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6021)]\u000a01:19:26.300534 run osmo-hlr_10.42.42.2(pid=6021): stdout: \u000a| (launched: 2022-12-09_01:19:23.376234) \u000a01:19:26.350680 run osmo-hlr_10.42.42.2(pid=6021): stderr: \u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011923551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011923565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011923575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011923575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011923575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:26.418641 run osmo-msc_10.42.42.6(pid=6027): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6027)]\u000a01:19:26.468090 run osmo-msc_10.42.42.6(pid=6027): stdout: \u000a| (launched: 2022-12-09_01:19:25.303201) \u000a01:19:26.518186 run osmo-msc_10.42.42.6(pid=6027): stderr: \u000a| �[0;m�[38;5;43m20221209011925574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011925575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2ed519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011925575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011925575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011925575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011925575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011925577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011925577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011925578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:26.560236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Terminating (SIGTERM)\u000a01:19:26.600253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Terminating (SIGTERM)\u000a01:19:26.639914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Terminating (SIGTERM)\u000a01:19:26.649401 --- ParallelTerminationStrategy: PID 6020 died...\u000a01:19:26.702699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6020): Terminated: ok {rc=0}\u000a01:19:26.712476 --- ParallelTerminationStrategy: PID 6023 died...\u000a01:19:26.765763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6023): Terminated: ok {rc=0}\u000a01:19:26.775544 --- ParallelTerminationStrategy: PID 6026 died...\u000a01:19:26.828653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6026): Terminated: ok {rc=0}\u000a01:19:26.913060 bus /sierra_3: Setting Powered False\u000a01:19:28.014564 bus /sierra_3: Setting Powered False\u000a01:19:29.122704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:19:30.237731 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.250241 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:30.398671 tst mo_mt_call_osmux.py: using LAC 18072\u000a01:19:30.525657 tst mo_mt_call_osmux.py: using RAC 222\u000a01:19:30.653599 tst mo_mt_call_osmux.py: using CellId 18072\u000a01:19:30.783979 tst mo_mt_call_osmux.py: using BVCI 18073\u000a01:19:30.808618 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.820396 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.832467 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.851736 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.864754 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:30.877201 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:31.007828 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:31.269969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:31.875255 run create_hlr_db(pid=6029): Launched\u000a01:19:32.069744 bus /sierra_2: Setting Powered False\u000a01:19:33.085373 run create_hlr_db(pid=6029): Terminated: ok {rc=0}\u000a01:19:33.493941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Launched\u000a01:19:33.797632 run osmo-hlr_10.42.42.2(pid=6032): Launched\u000a01:19:33.907884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:34.435800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Launched\u000a01:19:34.738830 run osmo-stp_10.42.42.5(pid=6035): Launched\u000a01:19:34.850285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:35.404848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Launched\u000a01:19:35.709343 run osmo-msc_10.42.42.6(pid=6038): Launched\u000a01:19:35.887876 run osmo-stp_10.42.42.5(pid=6035): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)]\u000a01:19:36.017177 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-09_01:19:34.589830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:36.143660 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221209011934759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011934759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011934760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011934760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:36.265632 run osmo-stp_10.42.42.5(pid=6035): stdout: \u000a| (launched: 2022-12-09_01:19:34.589830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:36.386465 run osmo-stp_10.42.42.5(pid=6035): stderr: \u000a| �[0;m�[38;5;43m20221209011934759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011934759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011934760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011934760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011934761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:36.440086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6035): Process ended prematurely: osmo-stp_10.42.42.5(pid=6035) [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6035)] [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:19:36.448671 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:19:36.509404 run osmo-hlr_10.42.42.2(pid=6032): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6032)]\u000a01:19:36.559178 run osmo-hlr_10.42.42.2(pid=6032): stdout: \u000a| (launched: 2022-12-09_01:19:33.647923) \u000a01:19:36.609138 run osmo-hlr_10.42.42.2(pid=6032): stderr: \u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011933825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011933840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011933850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011933851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011933851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:36.676193 run osmo-msc_10.42.42.6(pid=6038): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6038)]\u000a01:19:36.725497 run osmo-msc_10.42.42.6(pid=6038): stdout: \u000a| (launched: 2022-12-09_01:19:35.558652) \u000a01:19:36.775102 run osmo-msc_10.42.42.6(pid=6038): stderr: \u000a| �[0;m�[38;5;43m20221209011935831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011935831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a7ca96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011935831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011935831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011935831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011935831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011935833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011935834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011935834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011935834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:36.817130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminating (SIGTERM)\u000a01:19:36.856798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminating (SIGTERM)\u000a01:19:36.896504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Terminating (SIGTERM)\u000a01:19:36.905997 --- ParallelTerminationStrategy: PID 6031 died...\u000a01:19:36.959242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6031): Terminated: ok {rc=0}\u000a01:19:36.969288 --- ParallelTerminationStrategy: PID 6034 died...\u000a01:19:37.023475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6034): Terminated: ok {rc=0}\u000a01:19:37.033177 --- ParallelTerminationStrategy: PID 6037 died...\u000a01:19:37.086176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6037): Terminated: ok {rc=0}\u000a01:19:37.175618 bus /sierra_3: Setting Powered False\u000a01:19:38.278974 bus /sierra_3: Setting Powered False\u000a01:19:39.390190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6050): Process ended prematurely: osmo-stp_10.42.42.5(pid=6050) [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6050)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6050): Process ended prematurely: osmo-stp_10.42.42.5(pid=6050) [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:19:41.396266 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.406817 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:41.541885 tst emergency_mo_mt_call.py: using LAC 18073\u000a01:19:41.658204 tst emergency_mo_mt_call.py: using RAC 223\u000a01:19:41.782204 tst emergency_mo_mt_call.py: using CellId 18073\u000a01:19:41.905893 tst emergency_mo_mt_call.py: using BVCI 18074\u000a01:19:41.928408 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.939064 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.949526 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.960098 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.970765 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:41.981317 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:42.099024 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:42.311792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:42.824276 run create_hlr_db(pid=6043): Launched\u000a01:19:43.010986 bus /sierra_2: Setting Powered False\u000a01:19:44.031726 run create_hlr_db(pid=6043): Terminated: ok {rc=0}\u000a01:19:44.434820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6045): Launched\u000a01:19:44.734330 run osmo-hlr_10.42.42.2(pid=6047): Launched\u000a01:19:44.848047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:45.378460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6049): Launched\u000a01:19:45.678021 run osmo-stp_10.42.42.5(pid=6050): Launched\u000a01:19:45.798116 tst emergency_mo_mt_call.py: using MSISDN 6950\u000a01:19:45.972172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:46.579352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6052): Launched\u000a01:19:46.989401 run osmo-msc_10.42.42.6(pid=6053): Launched\u000a01:19:47.235667 run osmo-stp_10.42.42.5(pid=6050): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6050)]\u000a01:19:47.385391 run osmo-stp_10.42.42.5(pid=6050): stdout: \u000a| (launched: 2022-12-09_01:19:45.529861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:47.526187 run osmo-stp_10.42.42.5(pid=6050): stderr: \u000a| �[0;m�[38;5;43m20221209011945699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011945699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011945700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011945700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:47.646894 run osmo-stp_10.42.42.5(pid=6050): stdout: \u000a| (launched: 2022-12-09_01:19:45.529861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:47.766561 run osmo-stp_10.42.42.5(pid=6050): stderr: \u000a| �[0;m�[38;5;43m20221209011945699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011945699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011945700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011945700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011945701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:47.818993 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6050): Process ended prematurely: osmo-stp_10.42.42.5(pid=6050) [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6050)] [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a01:19:47.827051 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a01:19:47.887917 run osmo-hlr_10.42.42.2(pid=6047): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6047)]\u000a01:19:47.937753 run osmo-hlr_10.42.42.2(pid=6047): stdout: \u000a| (launched: 2022-12-09_01:19:44.586736) \u000a01:19:47.988214 run osmo-hlr_10.42.42.2(pid=6047): stderr: \u000a| �[0;m�[1;31m20221209011944760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011944760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011944761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011944761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011944761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011944761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011944773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011944783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011944783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011944783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:48.056798 run osmo-msc_10.42.42.6(pid=6053): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6053)]\u000a01:19:48.106766 run osmo-msc_10.42.42.6(pid=6053): stdout: \u000a| (launched: 2022-12-09_01:19:46.734097) \u000a01:19:48.157193 run osmo-msc_10.42.42.6(pid=6053): stderr: \u000a| �[0;m�[38;5;43m20221209011947292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011947292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d6f70fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011947292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011947292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011947293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011947293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011947295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011947295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011947295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011947295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:48.199415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6045): Terminating (SIGTERM)\u000a01:19:48.239727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6049): Terminating (SIGTERM)\u000a01:19:48.280167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6052): Terminating (SIGTERM)\u000a01:19:48.289455 --- ParallelTerminationStrategy: PID 6045 died...\u000a01:19:48.343192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6045): Terminated: ok {rc=0}\u000a01:19:48.353087 --- ParallelTerminationStrategy: PID 6049 died...\u000a01:19:48.406772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6049): Terminated: ok {rc=0}\u000a01:19:48.416533 --- ParallelTerminationStrategy: PID 6052 died...\u000a01:19:48.470395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6052): Terminated: ok {rc=0}\u000a01:19:48.554877 bus /sierra_3: Setting Powered False\u000a01:19:49.662726 bus /sierra_3: Setting Powered False\u000a01:19:50.774969 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6061): Process ended prematurely: osmo-stp_10.42.42.5(pid=6061) [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6061)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6061): Process ended prematurely: osmo-stp_10.42.42.5(pid=6061) [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:19:51.827424 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:51.838756 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:19:51.984295 tst emergency_preemptive_call.py: using LAC 18074\u000a01:19:52.110034 tst emergency_preemptive_call.py: using RAC 224\u000a01:19:52.235835 tst emergency_preemptive_call.py: using CellId 18074\u000a01:19:52.363733 tst emergency_preemptive_call.py: using BVCI 18075\u000a01:19:52.388263 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:52.399635 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:52.410555 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:52.421690 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:52.432666 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:19:52.443688 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:52.558673 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:52.678274 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:52.792640 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:19:52.990421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:53.462792 run create_hlr_db(pid=6055): Launched\u000a01:19:53.636537 bus /sierra_2: Setting Powered False\u000a01:19:54.657185 run create_hlr_db(pid=6055): Terminated: ok {rc=0}\u000a01:19:55.056892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6057): Launched\u000a01:19:55.357657 run osmo-hlr_10.42.42.2(pid=6058): Launched\u000a01:19:55.474875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:56.001193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6060): Launched\u000a01:19:56.301161 run osmo-stp_10.42.42.5(pid=6061): Launched\u000a01:19:56.426585 tst emergency_preemptive_call.py: using MSISDN 6951\u000a01:19:56.574161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:57.117529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6063): Launched\u000a01:19:57.417913 run osmo-msc_10.42.42.6(pid=6064): Launched\u000a01:19:57.595226 run osmo-stp_10.42.42.5(pid=6061): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6061)]\u000a01:19:57.723420 run osmo-stp_10.42.42.5(pid=6061): stdout: \u000a| (launched: 2022-12-09_01:19:56.152366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:57.848049 run osmo-stp_10.42.42.5(pid=6061): stderr: \u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011956322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:57.967969 run osmo-stp_10.42.42.5(pid=6061): stdout: \u000a| (launched: 2022-12-09_01:19:56.152366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:58.087007 run osmo-stp_10.42.42.5(pid=6061): stderr: \u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209011956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209011956322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209011956322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:58.139368 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6061): Process ended prematurely: osmo-stp_10.42.42.5(pid=6061) [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6061)] [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a01:19:58.147461 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a01:19:58.208116 run osmo-hlr_10.42.42.2(pid=6058): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6058)]\u000a01:19:58.257377 run osmo-hlr_10.42.42.2(pid=6058): stdout: \u000a| (launched: 2022-12-09_01:19:55.209635) \u000a01:19:58.307177 run osmo-hlr_10.42.42.2(pid=6058): stderr: \u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209011955383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209011955395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209011955404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209011955404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209011955404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:58.375140 run osmo-msc_10.42.42.6(pid=6064): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6064)]\u000a01:19:58.424019 run osmo-msc_10.42.42.6(pid=6064): stdout: \u000a| (launched: 2022-12-09_01:19:57.269552) \u000a01:19:58.473811 run osmo-msc_10.42.42.6(pid=6064): stderr: \u000a| �[0;m�[38;5;43m20221209011957541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209011957541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6ff196c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209011957542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209011957542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209011957542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209011957542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209011957544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209011957545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209011957545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209011957545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:58.516092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6057): Terminating (SIGTERM)\u000a01:19:58.555983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6060): Terminating (SIGTERM)\u000a01:19:58.596145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6063): Terminating (SIGTERM)\u000a01:19:58.605785 --- ParallelTerminationStrategy: PID 6057 died...\u000a01:19:58.659815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6057): Terminated: ok {rc=0}\u000a01:19:58.669916 --- ParallelTerminationStrategy: PID 6060 died...\u000a01:19:58.723366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6060): Terminated: ok {rc=0}\u000a01:19:58.733315 --- ParallelTerminationStrategy: PID 6063 died...\u000a01:19:58.787351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6063): Terminated: ok {rc=0}\u000a01:19:58.871437 bus /sierra_9: Setting Powered False\u000a01:19:59.977489 bus /sierra_9: Setting Powered False\u000a01:20:01.091079 bus /sierra_8: Setting Powered False\u000a01:20:02.192798 bus /sierra_8: Setting Powered False\u000a01:20:03.298231 bus /sierra_3: Setting Powered False\u000a01:20:04.399299 bus /sierra_3: Setting Powered False\u000a01:20:05.506153 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:19:41" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:20:07.634924 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:07.645605 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:07.785657 tst cs_paging_gprs_active.py: using LAC 18075\u000a01:20:07.904099 tst cs_paging_gprs_active.py: using RAC 225\u000a01:20:08.024308 tst cs_paging_gprs_active.py: using CellId 18075\u000a01:20:08.143948 tst cs_paging_gprs_active.py: using BVCI 18076\u000a01:20:08.167255 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.177878 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.188164 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.198997 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.209729 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.220333 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.231420 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.242314 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:08.253334 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:08.368648 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:08.646794 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:20:08.774127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:09.090135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6072): Launched\u000a01:20:09.353755 run iperf3-srv_10.42.42.10(pid=6073): Launched\u000a01:20:09.539505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:20:09.666158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:09.982194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6074): Launched\u000a01:20:10.245186 run iperf3-srv_10.42.42.10(pid=6075): Launched\u000a01:20:10.430797 tst cs_paging_gprs_active.py:38: start network...\u000a01:20:10.557438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:11.036355 run create_hlr_db(pid=6076): Launched\u000a01:20:11.211275 bus /sierra_2: Setting Powered False\u000a01:20:12.232737 run create_hlr_db(pid=6076): Terminated: ok {rc=0}\u000a01:20:12.667966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Launched\u000a01:20:12.995078 run osmo-hlr_10.42.42.2(pid=6079): Launched\u000a01:20:13.116519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:13.686634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Launched\u000a01:20:14.015232 run osmo-stp_10.42.42.5(pid=6082): Launched\u000a01:20:14.134556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:14.707189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Launched\u000a01:20:14.823381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:15.107587 run patchelf(pid=6085): Launched\u000a01:20:15.299194 run osmo-stp_10.42.42.5(pid=6082): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)]\u000a01:20:15.440138 run osmo-stp_10.42.42.5(pid=6082): stdout: \u000a| (launched: 2022-12-09_01:20:13.853854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:15.581149 run osmo-stp_10.42.42.5(pid=6082): stderr: \u000a| �[0;m�[38;5;43m20221209012014043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012014043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012014044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012014044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012014044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012014045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012014045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:15.716928 run osmo-stp_10.42.42.5(pid=6082): stdout: \u000a| (launched: 2022-12-09_01:20:13.853854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:15.857465 run osmo-stp_10.42.42.5(pid=6082): stderr: \u000a| �[0;m�[38;5;43m20221209012014043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012014043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012014044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012014044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012014044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012014045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012014045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:16.020001 run patchelf(pid=6085): Terminating (SIGINT)\u000a01:20:16.210394 run patchelf(pid=6085): Terminated: ok {rc=0}\u000a01:20:16.245239 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6082): Process ended prematurely: osmo-stp_10.42.42.5(pid=6082) [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6082)] [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a01:20:16.255674 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:20:16.323050 run osmo-hlr_10.42.42.2(pid=6079): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6079)]\u000a01:20:16.376055 run osmo-hlr_10.42.42.2(pid=6079): stdout: \u000a| (launched: 2022-12-09_01:20:12.834634) \u000a01:20:16.430712 run osmo-hlr_10.42.42.2(pid=6079): stderr: \u000a| �[0;m�[1;31m20221209012013033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012013033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012013034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012013034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012013034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012013034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012013046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012013055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012013055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012013055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:16.476474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6072): Terminating (SIGTERM)\u000a01:20:16.518496 run iperf3-srv_10.42.42.10(pid=6073): Terminating (SIGTERM)\u000a01:20:16.564265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6074): Terminating (SIGTERM)\u000a01:20:16.609009 run iperf3-srv_10.42.42.10(pid=6075): Terminating (SIGTERM)\u000a01:20:16.653511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Terminating (SIGTERM)\u000a01:20:16.696343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Terminating (SIGTERM)\u000a01:20:16.739219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Terminating (SIGTERM)\u000a01:20:16.749031 --- ParallelTerminationStrategy: PID 6072 died...\u000a01:20:16.806139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6072): Terminated: ok {rc=0}\u000a01:20:16.816732 --- ParallelTerminationStrategy: PID 6073 died...\u000a01:20:16.873459 run iperf3-srv_10.42.42.10(pid=6073): Terminated {rc=256}\u000a01:20:16.884048 --- ParallelTerminationStrategy: PID 6074 died...\u000a01:20:16.941115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6074): Terminated: ok {rc=0}\u000a01:20:16.951740 --- ParallelTerminationStrategy: PID 6075 died...\u000a01:20:17.008449 run iperf3-srv_10.42.42.10(pid=6075): Terminated {rc=256}\u000a01:20:17.019011 --- ParallelTerminationStrategy: PID 6078 died...\u000a01:20:17.075876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6078): Terminated: ok {rc=0}\u000a01:20:17.086421 --- ParallelTerminationStrategy: PID 6081 died...\u000a01:20:17.143243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6081): Terminated: ok {rc=0}\u000a01:20:17.153746 --- ParallelTerminationStrategy: PID 6084 died...\u000a01:20:17.210604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6084): Terminated: ok {rc=0}\u000a01:20:17.298685 bus /gobi_0: Setting Powered False\u000a01:20:18.404312 bus /gobi_0: Setting Powered False\u000a01:20:19.515026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6095): Process ended prematurely: osmo-stp_10.42.42.5(pid=6095) [trial-2352↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6095)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6095): Process ended prematurely: osmo-stp_10.42.42.5(pid=6095) [trial-2352↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a01:20:20.627079 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:20.640438 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:20.782366 tst iperf3.py: using LAC 18076\u000a01:20:20.901666 tst iperf3.py: using RAC 226\u000a01:20:21.021546 tst iperf3.py: using CellId 18076\u000a01:20:21.141484 tst iperf3.py: using BVCI 18077\u000a01:20:21.164795 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.175569 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.186165 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.196457 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.207433 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.218129 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.229055 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.239535 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:21.250488 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:21.542659 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:21.679131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:22.017568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6086): Launched\u000a01:20:22.298241 run iperf3-srv_10.42.42.10(pid=6087): Launched\u000a01:20:22.499217 tst iperf3.py:8: start network...\u000a01:20:22.635446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:23.157161 run create_hlr_db(pid=6088): Launched\u000a01:20:23.347087 bus /gobi_6: Setting Powered False\u000a01:20:24.367852 run create_hlr_db(pid=6088): Terminated: ok {rc=0}\u000a01:20:24.777465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6090): Launched\u000a01:20:25.081992 run osmo-hlr_10.42.42.2(pid=6091): Launched\u000a01:20:25.201243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:25.739484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6093): Launched\u000a01:20:26.042703 run osmo-stp_10.42.42.5(pid=6095): Launched\u000a01:20:26.153304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:26.683781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6097): Launched\u000a01:20:26.792517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:27.057689 run patchelf(pid=6098): Launched\u000a01:20:27.236209 run osmo-stp_10.42.42.5(pid=6095): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6095)]\u000a01:20:27.366530 run osmo-stp_10.42.42.5(pid=6095): stdout: \u000a| (launched: 2022-12-09_01:20:25.892930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:27.498263 run osmo-stp_10.42.42.5(pid=6095): stderr: \u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012026063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:27.624327 run osmo-stp_10.42.42.5(pid=6095): stdout: \u000a| (launched: 2022-12-09_01:20:25.892930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:27.749386 run osmo-stp_10.42.42.5(pid=6095): stderr: \u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012026062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012026063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012026063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:27.895172 run patchelf(pid=6098): Terminating (SIGINT)\u000a01:20:28.066282 run patchelf(pid=6098): Terminated: ok {rc=0}\u000a01:20:28.097642 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6095): Process ended prematurely: osmo-stp_10.42.42.5(pid=6095) [trial-2352↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6095)] [trial-2352↪gprs:trx-umtrx↪iperf3.py:8]\u000a01:20:28.106984 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:20:28.168059 run osmo-hlr_10.42.42.2(pid=6091): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6091)]\u000a01:20:28.217320 run osmo-hlr_10.42.42.2(pid=6091): stdout: \u000a| (launched: 2022-12-09_01:20:24.932035) \u000a01:20:28.267377 run osmo-hlr_10.42.42.2(pid=6091): stderr: \u000a| �[0;m�[1;31m20221209012025108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012025109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012025109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012025109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012025109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012025109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012025121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012025130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012025130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012025130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:28.309760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6086): Terminating (SIGTERM)\u000a01:20:28.349674 run iperf3-srv_10.42.42.10(pid=6087): Terminating (SIGTERM)\u000a01:20:28.389611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6090): Terminating (SIGTERM)\u000a01:20:28.429586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6093): Terminating (SIGTERM)\u000a01:20:28.469832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6097): Terminating (SIGTERM)\u000a01:20:28.479580 --- ParallelTerminationStrategy: PID 6086 died...\u000a01:20:28.533672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6086): Terminated: ok {rc=0}\u000a01:20:28.543436 --- ParallelTerminationStrategy: PID 6087 died...\u000a01:20:28.596406 run iperf3-srv_10.42.42.10(pid=6087): Terminated {rc=256}\u000a01:20:28.606494 --- ParallelTerminationStrategy: PID 6090 died...\u000a01:20:28.659716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6090): Terminated: ok {rc=0}\u000a01:20:28.669890 --- ParallelTerminationStrategy: PID 6093 died...\u000a01:20:28.723373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6093): Terminated: ok {rc=0}\u000a01:20:28.732878 --- ParallelTerminationStrategy: PID 6097 died...\u000a01:20:28.786465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6097): Terminated: ok {rc=0}\u000a01:20:28.874541 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6113): Process ended prematurely: osmo-stp_10.42.42.5(pid=6113) [trial-2352↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6113)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6113): Process ended prematurely: osmo-stp_10.42.42.5(pid=6113) [trial-2352↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a01:20:29.984663 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:29.995869 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:30.134029 tst iperf3m4.py: using LAC 18077\u000a01:20:30.253054 tst iperf3m4.py: using RAC 227\u000a01:20:30.372587 tst iperf3m4.py: using CellId 18077\u000a01:20:30.493222 tst iperf3m4.py: using BVCI 18078\u000a01:20:30.516430 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.527100 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.537477 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.547969 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.558542 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.569123 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.579897 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.590621 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:30.601579 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:30.716103 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:30.849639 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:30.982094 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:31.320465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:31.454516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:31.796321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Launched\u000a01:20:32.081280 run iperf3-srv_10.42.42.10(pid=6100): Launched\u000a01:20:32.272928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:20:32.399680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:32.714398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6101): Launched\u000a01:20:32.975690 run iperf3-srv_10.42.42.10(pid=6102): Launched\u000a01:20:33.160611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:20:33.287032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:33.603037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6103): Launched\u000a01:20:33.864669 run iperf3-srv_10.42.42.10(pid=6104): Launched\u000a01:20:34.050366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:20:34.176829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:34.492125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6105): Launched\u000a01:20:34.754215 run iperf3-srv_10.42.42.10(pid=6106): Launched\u000a01:20:34.939973 tst iperf3m4.py:8: start network...\u000a01:20:35.066530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:35.546090 run create_hlr_db(pid=6107): Launched\u000a01:20:35.721691 bus /gobi_6: Setting Powered False\u000a01:20:36.742222 run create_hlr_db(pid=6107): Terminated: ok {rc=0}\u000a01:20:37.175991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6109): Launched\u000a01:20:37.505586 run osmo-hlr_10.42.42.2(pid=6110): Launched\u000a01:20:37.626175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:38.195083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6112): Launched\u000a01:20:38.523062 run osmo-stp_10.42.42.5(pid=6113): Launched\u000a01:20:38.642074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:39.211995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6115): Launched\u000a01:20:39.328487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:39.614600 run patchelf(pid=6116): Launched\u000a01:20:39.806167 run osmo-stp_10.42.42.5(pid=6113): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6113)]\u000a01:20:39.946271 run osmo-stp_10.42.42.5(pid=6113): stdout: \u000a| (launched: 2022-12-09_01:20:38.362741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:40.086540 run osmo-stp_10.42.42.5(pid=6113): stderr: \u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012038554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:40.221818 run osmo-stp_10.42.42.5(pid=6113): stdout: \u000a| (launched: 2022-12-09_01:20:38.362741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:40.355970 run osmo-stp_10.42.42.5(pid=6113): stderr: \u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012038553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012038554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012038554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:40.511881 run patchelf(pid=6116): Terminating (SIGINT)\u000a01:20:40.695176 run patchelf(pid=6116): Terminated: ok {rc=0}\u000a01:20:40.728709 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6113): Process ended prematurely: osmo-stp_10.42.42.5(pid=6113) [trial-2352↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6113)] [trial-2352↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a01:20:40.738548 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:20:40.801427 run osmo-hlr_10.42.42.2(pid=6110): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6110)]\u000a01:20:40.852659 run osmo-hlr_10.42.42.2(pid=6110): stdout: \u000a| (launched: 2022-12-09_01:20:37.343267) \u000a01:20:40.904182 run osmo-hlr_10.42.42.2(pid=6110): stderr: \u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012037540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012037553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012037562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012037562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012037562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:40.948335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Terminating (SIGTERM)\u000a01:20:40.990234 run iperf3-srv_10.42.42.10(pid=6100): Terminating (SIGTERM)\u000a01:20:41.032135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6101): Terminating (SIGTERM)\u000a01:20:41.073790 run iperf3-srv_10.42.42.10(pid=6102): Terminating (SIGTERM)\u000a01:20:41.115735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6103): Terminating (SIGTERM)\u000a01:20:41.157232 run iperf3-srv_10.42.42.10(pid=6104): Terminating (SIGTERM)\u000a01:20:41.198950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6105): Terminating (SIGTERM)\u000a01:20:41.240716 run iperf3-srv_10.42.42.10(pid=6106): Terminating (SIGTERM)\u000a01:20:41.283059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6109): Terminating (SIGTERM)\u000a01:20:41.324738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6112): Terminating (SIGTERM)\u000a01:20:41.366964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6115): Terminating (SIGTERM)\u000a01:20:41.376637 --- ParallelTerminationStrategy: PID 6099 died...\u000a01:20:41.432884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6099): Terminated: ok {rc=0}\u000a01:20:41.442882 --- ParallelTerminationStrategy: PID 6100 died...\u000a01:20:41.498333 run iperf3-srv_10.42.42.10(pid=6100): Terminated {rc=256}\u000a01:20:41.508380 --- ParallelTerminationStrategy: PID 6101 died...\u000a01:20:41.563807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6101): Terminated: ok {rc=0}\u000a01:20:41.573869 --- ParallelTerminationStrategy: PID 6102 died...\u000a01:20:41.629122 run iperf3-srv_10.42.42.10(pid=6102): Terminated {rc=256}\u000a01:20:41.639086 --- ParallelTerminationStrategy: PID 6103 died...\u000a01:20:41.694185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6103): Terminated: ok {rc=0}\u000a01:20:41.704118 --- ParallelTerminationStrategy: PID 6104 died...\u000a01:20:41.759225 run iperf3-srv_10.42.42.10(pid=6104): Terminated {rc=256}\u000a01:20:41.769374 --- ParallelTerminationStrategy: PID 6105 died...\u000a01:20:41.824565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6105): Terminated: ok {rc=0}\u000a01:20:41.834567 --- ParallelTerminationStrategy: PID 6106 died...\u000a01:20:41.889631 run iperf3-srv_10.42.42.10(pid=6106): Terminated {rc=256}\u000a01:20:41.899593 --- ParallelTerminationStrategy: PID 6109 died...\u000a01:20:41.954685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6109): Terminated: ok {rc=0}\u000a01:20:41.964663 --- ParallelTerminationStrategy: PID 6112 died...\u000a01:20:42.019947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6112): Terminated: ok {rc=0}\u000a01:20:42.029984 --- ParallelTerminationStrategy: PID 6115 died...\u000a01:20:42.085379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6115): Terminated: ok {rc=0}\u000a01:20:42.171481 bus /gobi_4: Setting Powered False\u000a01:20:43.277541 bus /gobi_4: Setting Powered False\u000a01:20:44.385135 bus /gobi_1: Setting Powered False\u000a01:20:45.490892 bus /gobi_1: Setting Powered False\u000a01:20:46.614731 bus /gobi_0: Setting Powered False\u000a01:20:47.722100 bus /gobi_0: Setting Powered False\u000a01:20:48.830226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 153, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2352↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2352↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a01:20:49.899360 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:49.911072 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:50.054443 tst ping.py: using LAC 18078\u000a01:20:50.180042 tst ping.py: using RAC 228\u000a01:20:50.305215 tst ping.py: using CellId 18078\u000a01:20:50.432351 tst ping.py: using BVCI 18079\u000a01:20:50.456704 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.467774 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.478719 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.489654 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.500430 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.511477 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.522910 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:50.534038 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:50.809121 tst ping.py:19: start network...\u000a01:20:50.933730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:51.402010 run create_hlr_db(pid=6117): Launched\u000a01:20:51.575029 bus /gobi_6: Setting Powered False\u000a01:20:52.595287 run create_hlr_db(pid=6117): Terminated: ok {rc=0}\u000a01:20:53.021955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Launched\u000a01:20:53.342949 run osmo-hlr_10.42.42.2(pid=6120): Launched\u000a01:20:53.460066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:54.019431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Launched\u000a01:20:54.341364 run osmo-stp_10.42.42.5(pid=6123): Launched\u000a01:20:54.458318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:55.018120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Launched\u000a01:20:55.132661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:55.412412 run patchelf(pid=6126): Launched\u000a01:20:55.600338 run osmo-stp_10.42.42.5(pid=6123): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)]\u000a01:20:55.737906 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-09_01:20:54.182683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:55.875452 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012054376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:56.008178 run osmo-stp_10.42.42.5(pid=6123): stdout: \u000a| (launched: 2022-12-09_01:20:54.182683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:56.139600 run osmo-stp_10.42.42.5(pid=6123): stderr: \u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012054375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012054376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012054376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:56.292272 run patchelf(pid=6126): Terminating (SIGINT)\u000a01:20:56.472389 run patchelf(pid=6126): Terminated: ok {rc=0}\u000a01:20:56.504823 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6123): Process ended prematurely: osmo-stp_10.42.42.5(pid=6123) [trial-2352↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6123)] [trial-2352↪gprs:trx-umtrx↪ping.py:22]\u000a01:20:56.514087 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:20:56.576655 run osmo-hlr_10.42.42.2(pid=6120): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6120)]\u000a01:20:56.628303 run osmo-hlr_10.42.42.2(pid=6120): stdout: \u000a| (launched: 2022-12-09_01:20:53.185100) \u000a01:20:56.680120 run osmo-hlr_10.42.42.2(pid=6120): stderr: \u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012053382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012053395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012053403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012053403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012053403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:56.724372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminating (SIGTERM)\u000a01:20:56.766493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminating (SIGTERM)\u000a01:20:56.808238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Terminating (SIGTERM)\u000a01:20:56.818047 --- ParallelTerminationStrategy: PID 6119 died...\u000a01:20:56.873878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6119): Terminated: ok {rc=0}\u000a01:20:56.884099 --- ParallelTerminationStrategy: PID 6122 died...\u000a01:20:56.939508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6122): Terminated: ok {rc=0}\u000a01:20:56.949974 --- ParallelTerminationStrategy: PID 6125 died...\u000a01:20:57.005811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6125): Terminated: ok {rc=0}\u000a01:20:57.093914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a01:20:58.147448 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.159798 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a01:20:58.304769 tst ping_idle_ping.py: using LAC 18079\u000a01:20:58.433824 tst ping_idle_ping.py: using RAC 229\u000a01:20:58.561407 tst ping_idle_ping.py: using CellId 18079\u000a01:20:58.689394 tst ping_idle_ping.py: using BVCI 18080\u000a01:20:58.714100 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.725240 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.735979 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.746848 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.757647 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.768407 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.779477 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a01:20:58.790421 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a01:20:59.080697 tst ping_idle_ping.py:24: start network...\u000a01:20:59.214657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:59.730805 run create_hlr_db(pid=6127): Launched\u000a01:20:59.918362 bus /gobi_6: Setting Powered False\u000a01:21:00.957785 run create_hlr_db(pid=6127): Terminated: ok {rc=0}\u000a01:21:01.410470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Launched\u000a01:21:01.810102 run osmo-hlr_10.42.42.2(pid=6130): Launched\u000a01:21:02.046671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:02.619035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Launched\u000a01:21:02.941702 run osmo-stp_10.42.42.5(pid=6133): Launched\u000a01:21:03.058527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:03.622061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Launched\u000a01:21:03.737276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:04.016150 run patchelf(pid=6136): Launched\u000a01:21:04.203976 run osmo-stp_10.42.42.5(pid=6133): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)]\u000a01:21:04.341704 run osmo-stp_10.42.42.5(pid=6133): stdout: \u000a| (launched: 2022-12-09_01:21:02.782948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:04.479935 run osmo-stp_10.42.42.5(pid=6133): stderr: \u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012102975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:04.612683 run osmo-stp_10.42.42.5(pid=6133): stdout: \u000a| (launched: 2022-12-09_01:21:02.782948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:04.744485 run osmo-stp_10.42.42.5(pid=6133): stderr: \u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012102974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012102975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012102975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:04.897618 run patchelf(pid=6136): Terminating (SIGINT)\u000a01:21:05.077518 run patchelf(pid=6136): Terminated: ok {rc=0}\u000a01:21:05.110120 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6133): Process ended prematurely: osmo-stp_10.42.42.5(pid=6133) [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6133)] [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a01:21:05.119363 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a01:21:05.182478 run osmo-hlr_10.42.42.2(pid=6130): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6130)]\u000a01:21:05.234264 run osmo-hlr_10.42.42.2(pid=6130): stdout: \u000a| (launched: 2022-12-09_01:21:01.577352) \u000a01:21:05.286464 run osmo-hlr_10.42.42.2(pid=6130): stderr: \u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012101887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012101906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012101914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012101914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012101914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:05.330983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Terminating (SIGTERM)\u000a01:21:05.373538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Terminating (SIGTERM)\u000a01:21:05.415853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Terminating (SIGTERM)\u000a01:21:05.425717 --- ParallelTerminationStrategy: PID 6129 died...\u000a01:21:05.482560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6129): Terminated: ok {rc=0}\u000a01:21:05.492920 --- ParallelTerminationStrategy: PID 6132 died...\u000a01:21:05.549136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6132): Terminated: ok {rc=0}\u000a01:21:05.559435 --- ParallelTerminationStrategy: PID 6135 died...\u000a01:21:05.615625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6135): Terminated: ok {rc=0}\u000a01:21:05.704854 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:20:07" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6151): Process ended prematurely: osmo-stp_10.42.42.5(pid=6151) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6151)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6151): Process ended prematurely: osmo-stp_10.42.42.5(pid=6151) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:21:07.864189 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:07.875435 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:08.021719 tst cs_paging_gprs_active.py: using LAC 18080\u000a01:21:08.151834 tst cs_paging_gprs_active.py: using RAC 230\u000a01:21:08.286471 tst cs_paging_gprs_active.py: using CellId 18080\u000a01:21:08.415318 tst cs_paging_gprs_active.py: using BVCI 18081\u000a01:21:08.440518 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.451898 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.463029 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.474143 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.485202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.496322 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.507577 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.518626 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:08.529833 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:08.646341 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:08.939147 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:21:09.075859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:09.415259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6141): Launched\u000a01:21:09.696444 run iperf3-srv_10.42.42.10(pid=6142): Launched\u000a01:21:09.897862 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:21:10.034684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:10.374422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6143): Launched\u000a01:21:10.655830 run iperf3-srv_10.42.42.10(pid=6144): Launched\u000a01:21:10.856790 tst cs_paging_gprs_active.py:38: start network...\u000a01:21:10.993379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:11.519186 run create_hlr_db(pid=6145): Launched\u000a01:21:11.708809 bus /gobi_6: Setting Powered False\u000a01:21:12.730210 run create_hlr_db(pid=6145): Terminated: ok {rc=0}\u000a01:21:13.165527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6147): Launched\u000a01:21:13.493965 run osmo-hlr_10.42.42.2(pid=6148): Launched\u000a01:21:13.614961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:14.184090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6150): Launched\u000a01:21:14.511611 run osmo-stp_10.42.42.5(pid=6151): Launched\u000a01:21:14.630155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:15.200127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Launched\u000a01:21:15.316721 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:15.602426 run patchelf(pid=6154): Launched\u000a01:21:15.794377 run osmo-stp_10.42.42.5(pid=6151): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6151)]\u000a01:21:15.942044 run osmo-stp_10.42.42.5(pid=6151): stdout: \u000a| (launched: 2022-12-09_01:21:14.350698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:16.084220 run osmo-stp_10.42.42.5(pid=6151): stderr: \u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012114543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:16.221712 run osmo-stp_10.42.42.5(pid=6151): stdout: \u000a| (launched: 2022-12-09_01:21:14.350698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:16.359173 run osmo-stp_10.42.42.5(pid=6151): stderr: \u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012114542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012114543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012114543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:16.518345 run patchelf(pid=6154): Terminating (SIGINT)\u000a01:21:16.704899 run patchelf(pid=6154): Terminated: ok {rc=0}\u000a01:21:16.739951 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6151): Process ended prematurely: osmo-stp_10.42.42.5(pid=6151) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6151)] [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:21:16.750802 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:21:16.815736 run osmo-hlr_10.42.42.2(pid=6148): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6148)]\u000a01:21:16.868225 run osmo-hlr_10.42.42.2(pid=6148): stdout: \u000a| (launched: 2022-12-09_01:21:13.331967) \u000a01:21:16.921383 run osmo-hlr_10.42.42.2(pid=6148): stderr: \u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012113531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012113544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012113552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012113552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012113552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:16.966634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6141): Terminating (SIGTERM)\u000a01:21:17.011318 run iperf3-srv_10.42.42.10(pid=6142): Terminating (SIGTERM)\u000a01:21:17.054618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6143): Terminating (SIGTERM)\u000a01:21:17.097147 run iperf3-srv_10.42.42.10(pid=6144): Terminating (SIGTERM)\u000a01:21:17.139963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6147): Terminating (SIGTERM)\u000a01:21:17.182598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6150): Terminating (SIGTERM)\u000a01:21:17.224598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Terminating (SIGTERM)\u000a01:21:17.234362 --- ParallelTerminationStrategy: PID 6141 died...\u000a01:21:17.290386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6141): Terminated: ok {rc=0}\u000a01:21:17.300537 --- ParallelTerminationStrategy: PID 6142 died...\u000a01:21:17.356471 run iperf3-srv_10.42.42.10(pid=6142): Terminated {rc=256}\u000a01:21:17.366592 --- ParallelTerminationStrategy: PID 6143 died...\u000a01:21:17.422306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6143): Terminated: ok {rc=0}\u000a01:21:17.432399 --- ParallelTerminationStrategy: PID 6144 died...\u000a01:21:17.488078 run iperf3-srv_10.42.42.10(pid=6144): Terminated {rc=256}\u000a01:21:17.498262 --- ParallelTerminationStrategy: PID 6147 died...\u000a01:21:17.554065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6147): Terminated: ok {rc=0}\u000a01:21:17.564057 --- ParallelTerminationStrategy: PID 6150 died...\u000a01:21:17.619250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6150): Terminated: ok {rc=0}\u000a01:21:17.629422 --- ParallelTerminationStrategy: PID 6153 died...\u000a01:21:17.684577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6153): Terminated: ok {rc=0}\u000a01:21:17.771270 bus /gobi_0: Setting Powered False\u000a01:21:18.877984 bus /gobi_0: Setting Powered False\u000a01:21:19.993264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:21:21.103898 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.115447 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:21.257701 tst iperf3.py: using LAC 18081\u000a01:21:21.386205 tst iperf3.py: using RAC 231\u000a01:21:21.514132 tst iperf3.py: using CellId 18081\u000a01:21:21.644482 tst iperf3.py: using BVCI 18082\u000a01:21:21.669830 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.681361 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.692486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.703725 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.715011 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.726165 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.737413 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.748491 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:21.759675 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:22.040208 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:22.167047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:22.484044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Launched\u000a01:21:22.746847 run iperf3-srv_10.42.42.10(pid=6156): Launched\u000a01:21:22.932012 tst iperf3.py:8: start network...\u000a01:21:23.058265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:23.537679 run create_hlr_db(pid=6157): Launched\u000a01:21:23.712239 bus /gobi_6: Setting Powered False\u000a01:21:24.734253 run create_hlr_db(pid=6157): Terminated: ok {rc=0}\u000a01:21:25.166957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Launched\u000a01:21:25.494801 run osmo-hlr_10.42.42.2(pid=6160): Launched\u000a01:21:25.616471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:26.192438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Launched\u000a01:21:26.519706 run osmo-stp_10.42.42.5(pid=6163): Launched\u000a01:21:26.638286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:27.207197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Launched\u000a01:21:27.323667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:27.609004 run patchelf(pid=6166): Launched\u000a01:21:27.799740 run osmo-stp_10.42.42.5(pid=6163): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)]\u000a01:21:27.939673 run osmo-stp_10.42.42.5(pid=6163): stdout: \u000a| (launched: 2022-12-09_01:21:26.359320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:28.079488 run osmo-stp_10.42.42.5(pid=6163): stderr: \u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012126552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:28.214542 run osmo-stp_10.42.42.5(pid=6163): stdout: \u000a| (launched: 2022-12-09_01:21:26.359320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:28.348067 run osmo-stp_10.42.42.5(pid=6163): stderr: \u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012126551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012126552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012126552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:28.504606 run patchelf(pid=6166): Terminating (SIGINT)\u000a01:21:28.687882 run patchelf(pid=6166): Terminated: ok {rc=0}\u000a01:21:28.721686 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6163): Process ended prematurely: osmo-stp_10.42.42.5(pid=6163) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6163)] [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a01:21:28.731516 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:21:28.794689 run osmo-hlr_10.42.42.2(pid=6160): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6160)]\u000a01:21:28.846077 run osmo-hlr_10.42.42.2(pid=6160): stdout: \u000a| (launched: 2022-12-09_01:21:25.333717) \u000a01:21:28.897920 run osmo-hlr_10.42.42.2(pid=6160): stderr: \u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012125533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012125546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012125556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012125556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012125556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:28.941999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Terminating (SIGTERM)\u000a01:21:28.983486 run iperf3-srv_10.42.42.10(pid=6156): Terminating (SIGTERM)\u000a01:21:29.025361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Terminating (SIGTERM)\u000a01:21:29.067071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Terminating (SIGTERM)\u000a01:21:29.109061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Terminating (SIGTERM)\u000a01:21:29.118847 --- ParallelTerminationStrategy: PID 6155 died...\u000a01:21:29.174761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6155): Terminated: ok {rc=0}\u000a01:21:29.185032 --- ParallelTerminationStrategy: PID 6156 died...\u000a01:21:29.240881 run iperf3-srv_10.42.42.10(pid=6156): Terminated {rc=256}\u000a01:21:29.251107 --- ParallelTerminationStrategy: PID 6159 died...\u000a01:21:29.306553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6159): Terminated: ok {rc=0}\u000a01:21:29.316679 --- ParallelTerminationStrategy: PID 6162 died...\u000a01:21:29.372532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6162): Terminated: ok {rc=0}\u000a01:21:29.382734 --- ParallelTerminationStrategy: PID 6165 died...\u000a01:21:29.438423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6165): Terminated: ok {rc=0}\u000a01:21:29.525226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:21:30.639790 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:30.651833 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:30.795626 tst iperf3m4.py: using LAC 18082\u000a01:21:30.940327 tst iperf3m4.py: using RAC 232\u000a01:21:31.072856 tst iperf3m4.py: using CellId 18082\u000a01:21:31.218685 tst iperf3m4.py: using BVCI 18083\u000a01:21:31.244498 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.256421 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.268441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.280198 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.292113 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.303838 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.315669 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.327424 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:31.339332 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:31.460394 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:31.582804 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:31.705640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:32.053961 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:32.183733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:32.506292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Launched\u000a01:21:32.769516 run iperf3-srv_10.42.42.10(pid=6168): Launched\u000a01:21:32.955571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:21:33.082899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:33.398660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Launched\u000a01:21:33.660494 run iperf3-srv_10.42.42.10(pid=6170): Launched\u000a01:21:33.846277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:21:33.973398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:34.289965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Launched\u000a01:21:34.552854 run iperf3-srv_10.42.42.10(pid=6172): Launched\u000a01:21:34.738128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:21:34.864575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:35.180726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Launched\u000a01:21:35.442714 run iperf3-srv_10.42.42.10(pid=6174): Launched\u000a01:21:35.628203 tst iperf3m4.py:8: start network...\u000a01:21:35.754553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:36.234797 run create_hlr_db(pid=6175): Launched\u000a01:21:36.410134 bus /gobi_6: Setting Powered False\u000a01:21:37.431253 run create_hlr_db(pid=6175): Terminated: ok {rc=0}\u000a01:21:37.865092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Launched\u000a01:21:38.192174 run osmo-hlr_10.42.42.2(pid=6178): Launched\u000a01:21:38.311389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:38.881106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Launched\u000a01:21:39.206150 run osmo-stp_10.42.42.5(pid=6181): Launched\u000a01:21:39.323383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:39.892673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6183): Launched\u000a01:21:40.009815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:40.293933 run patchelf(pid=6184): Launched\u000a01:21:40.486179 run osmo-stp_10.42.42.5(pid=6181): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)]\u000a01:21:40.626115 run osmo-stp_10.42.42.5(pid=6181): stdout: \u000a| (launched: 2022-12-09_01:21:39.046783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:40.766441 run osmo-stp_10.42.42.5(pid=6181): stderr: \u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012139238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:40.901726 run osmo-stp_10.42.42.5(pid=6181): stdout: \u000a| (launched: 2022-12-09_01:21:39.046783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:41.035341 run osmo-stp_10.42.42.5(pid=6181): stderr: \u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012139237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012139238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012139238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:41.191719 run patchelf(pid=6184): Terminating (SIGINT)\u000a01:21:41.375576 run patchelf(pid=6184): Terminated: ok {rc=0}\u000a01:21:41.409222 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6181): Process ended prematurely: osmo-stp_10.42.42.5(pid=6181) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6181)] [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:21:41.419137 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:21:41.482166 run osmo-hlr_10.42.42.2(pid=6178): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6178)]\u000a01:21:41.533697 run osmo-hlr_10.42.42.2(pid=6178): stdout: \u000a| (launched: 2022-12-09_01:21:38.031658) \u000a01:21:41.585833 run osmo-hlr_10.42.42.2(pid=6178): stderr: \u000a| �[0;m�[1;31m20221209012138226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012138226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012138227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012138227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012138227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012138227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012138239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012138249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012138249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012138249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:41.630015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminating (SIGTERM)\u000a01:21:41.671590 run iperf3-srv_10.42.42.10(pid=6168): Terminating (SIGTERM)\u000a01:21:41.713449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminating (SIGTERM)\u000a01:21:41.754901 run iperf3-srv_10.42.42.10(pid=6170): Terminating (SIGTERM)\u000a01:21:41.796549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Terminating (SIGTERM)\u000a01:21:41.838279 run iperf3-srv_10.42.42.10(pid=6172): Terminating (SIGTERM)\u000a01:21:41.879889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Terminating (SIGTERM)\u000a01:21:41.921632 run iperf3-srv_10.42.42.10(pid=6174): Terminating (SIGTERM)\u000a01:21:41.963508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Terminating (SIGTERM)\u000a01:21:42.005580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Terminating (SIGTERM)\u000a01:21:42.047171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6183): Terminating (SIGTERM)\u000a01:21:42.056892 --- ParallelTerminationStrategy: PID 6167 died...\u000a01:21:42.112803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6167): Terminated: ok {rc=0}\u000a01:21:42.123038 --- ParallelTerminationStrategy: PID 6168 died...\u000a01:21:42.178844 run iperf3-srv_10.42.42.10(pid=6168): Terminated {rc=256}\u000a01:21:42.189094 --- ParallelTerminationStrategy: PID 6169 died...\u000a01:21:42.244829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6169): Terminated: ok {rc=0}\u000a01:21:42.255060 --- ParallelTerminationStrategy: PID 6170 died...\u000a01:21:42.310840 run iperf3-srv_10.42.42.10(pid=6170): Terminated {rc=256}\u000a01:21:42.321227 --- ParallelTerminationStrategy: PID 6171 died...\u000a01:21:42.377318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6171): Terminated: ok {rc=0}\u000a01:21:42.387583 --- ParallelTerminationStrategy: PID 6172 died...\u000a01:21:42.443530 run iperf3-srv_10.42.42.10(pid=6172): Terminated {rc=256}\u000a01:21:42.453800 --- ParallelTerminationStrategy: PID 6173 died...\u000a01:21:42.509389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6173): Terminated: ok {rc=0}\u000a01:21:42.519677 --- ParallelTerminationStrategy: PID 6174 died...\u000a01:21:42.575627 run iperf3-srv_10.42.42.10(pid=6174): Terminated {rc=256}\u000a01:21:42.585912 --- ParallelTerminationStrategy: PID 6177 died...\u000a01:21:42.641731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6177): Terminated: ok {rc=0}\u000a01:21:42.652098 --- ParallelTerminationStrategy: PID 6180 died...\u000a01:21:42.708378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6180): Terminated: ok {rc=0}\u000a01:21:42.718551 --- ParallelTerminationStrategy: PID 6183 died...\u000a01:21:42.774477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6183): Terminated: ok {rc=0}\u000a01:21:42.862238 bus /gobi_4: Setting Powered False\u000a01:21:43.970091 bus /gobi_4: Setting Powered False\u000a01:21:45.081670 bus /gobi_1: Setting Powered False\u000a01:21:46.212164 bus /gobi_1: Setting Powered False\u000a01:21:47.318233 bus /gobi_0: Setting Powered False\u000a01:21:48.424929 bus /gobi_0: Setting Powered False\u000a01:21:49.533060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6191): Process ended prematurely: osmo-stp_10.42.42.5(pid=6191) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6191)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6191): Process ended prematurely: osmo-stp_10.42.42.5(pid=6191) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:21:50.602580 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:50.614516 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:50.759242 tst ping.py: using LAC 18083\u000a01:21:50.885043 tst ping.py: using RAC 233\u000a01:21:51.010416 tst ping.py: using CellId 18083\u000a01:21:51.136050 tst ping.py: using BVCI 18084\u000a01:21:51.160617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.171857 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.182946 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.194099 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.205061 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.216000 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.227579 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:51.238849 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:51.528872 tst ping.py:19: start network...\u000a01:21:51.662660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:52.176327 run create_hlr_db(pid=6185): Launched\u000a01:21:52.363836 bus /gobi_6: Setting Powered False\u000a01:21:53.384427 run create_hlr_db(pid=6185): Terminated: ok {rc=0}\u000a01:21:53.788839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6187): Launched\u000a01:21:54.090128 run osmo-hlr_10.42.42.2(pid=6188): Launched\u000a01:21:54.206237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:54.769700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6190): Launched\u000a01:21:55.089649 run osmo-stp_10.42.42.5(pid=6191): Launched\u000a01:21:55.204798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:55.765062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6193): Launched\u000a01:21:55.879404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:56.159482 run patchelf(pid=6194): Launched\u000a01:21:56.347304 run osmo-stp_10.42.42.5(pid=6191): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6191)]\u000a01:21:56.485702 run osmo-stp_10.42.42.5(pid=6191): stdout: \u000a| (launched: 2022-12-09_01:21:54.932628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:56.623218 run osmo-stp_10.42.42.5(pid=6191): stderr: \u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012155125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:56.756022 run osmo-stp_10.42.42.5(pid=6191): stdout: \u000a| (launched: 2022-12-09_01:21:54.932628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:56.887008 run osmo-stp_10.42.42.5(pid=6191): stderr: \u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012155125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012155125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012155126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:57.040021 run patchelf(pid=6194): Terminating (SIGINT)\u000a01:21:57.219672 run patchelf(pid=6194): Terminated: ok {rc=0}\u000a01:21:57.252255 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6191): Process ended prematurely: osmo-stp_10.42.42.5(pid=6191) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6191)] [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a01:21:57.261376 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:21:57.324448 run osmo-hlr_10.42.42.2(pid=6188): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6188)]\u000a01:21:57.376435 run osmo-hlr_10.42.42.2(pid=6188): stdout: \u000a| (launched: 2022-12-09_01:21:53.941101) \u000a01:21:57.428936 run osmo-hlr_10.42.42.2(pid=6188): stderr: \u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012154119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012154131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012154140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012154140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012154141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:57.473320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6187): Terminating (SIGTERM)\u000a01:21:57.516251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6190): Terminating (SIGTERM)\u000a01:21:57.558288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6193): Terminating (SIGTERM)\u000a01:21:57.568119 --- ParallelTerminationStrategy: PID 6187 died...\u000a01:21:57.624452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6187): Terminated: ok {rc=0}\u000a01:21:57.634732 --- ParallelTerminationStrategy: PID 6190 died...\u000a01:21:57.691128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6190): Terminated: ok {rc=0}\u000a01:21:57.701309 --- ParallelTerminationStrategy: PID 6193 died...\u000a01:21:57.757478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6193): Terminated: ok {rc=0}\u000a01:21:57.845403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:21:58.897018 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:58.908932 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:59.055082 tst ping_idle_ping.py: using LAC 18084\u000a01:21:59.180732 tst ping_idle_ping.py: using RAC 234\u000a01:21:59.306189 tst ping_idle_ping.py: using CellId 18084\u000a01:21:59.431734 tst ping_idle_ping.py: using BVCI 18085\u000a01:21:59.456495 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.467986 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.479229 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.490428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.501714 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.513021 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.524518 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:59.535871 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:59.827695 tst ping_idle_ping.py:24: start network...\u000a01:21:59.962424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:00.480149 run create_hlr_db(pid=6195): Launched\u000a01:22:00.668036 bus /gobi_6: Setting Powered False\u000a01:22:01.689330 run create_hlr_db(pid=6195): Terminated: ok {rc=0}\u000a01:22:02.114925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Launched\u000a01:22:02.463872 run osmo-hlr_10.42.42.2(pid=6198): Launched\u000a01:22:02.582607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:03.143346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Launched\u000a01:22:03.467225 run osmo-stp_10.42.42.5(pid=6201): Launched\u000a01:22:03.583516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:04.144543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Launched\u000a01:22:04.259912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:04.541131 run patchelf(pid=6204): Launched\u000a01:22:04.729844 run osmo-stp_10.42.42.5(pid=6201): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)]\u000a01:22:04.867864 run osmo-stp_10.42.42.5(pid=6201): stdout: \u000a| (launched: 2022-12-09_01:22:03.307941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:05.006179 run osmo-stp_10.42.42.5(pid=6201): stderr: \u000a| �[0;m�[38;5;43m20221209012203498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012203498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012203499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012203499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:05.139380 run osmo-stp_10.42.42.5(pid=6201): stdout: \u000a| (launched: 2022-12-09_01:22:03.307941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:05.270997 run osmo-stp_10.42.42.5(pid=6201): stderr: \u000a| �[0;m�[38;5;43m20221209012203498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012203498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012203499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012203499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012203500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:05.425870 run patchelf(pid=6204): Terminating (SIGINT)\u000a01:22:05.606944 run patchelf(pid=6204): Terminated: ok {rc=0}\u000a01:22:05.639661 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6201): Process ended prematurely: osmo-stp_10.42.42.5(pid=6201) [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6201)] [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:22:05.648908 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:22:05.712102 run osmo-hlr_10.42.42.2(pid=6198): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6198)]\u000a01:22:05.763841 run osmo-hlr_10.42.42.2(pid=6198): stdout: \u000a| (launched: 2022-12-09_01:22:02.269152) \u000a01:22:05.816290 run osmo-hlr_10.42.42.2(pid=6198): stderr: \u000a| �[0;m�[1;31m20221209012202486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012202486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012202486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012202486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012202487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012202487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012202503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012202513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012202513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012202513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:05.860902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Terminating (SIGTERM)\u000a01:22:05.903098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Terminating (SIGTERM)\u000a01:22:05.945714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Terminating (SIGTERM)\u000a01:22:05.955764 --- ParallelTerminationStrategy: PID 6197 died...\u000a01:22:06.012596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6197): Terminated: ok {rc=0}\u000a01:22:06.023181 --- ParallelTerminationStrategy: PID 6200 died...\u000a01:22:06.079544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6200): Terminated: ok {rc=0}\u000a01:22:06.089961 --- ParallelTerminationStrategy: PID 6203 died...\u000a01:22:06.146454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6203): Terminated: ok {rc=0}\u000a01:22:06.234998 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:21:07" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:22:08.379616 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.390543 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:08.547831 tst cs_paging_gprs_active.py: using LAC 18085\u000a01:22:08.669760 tst cs_paging_gprs_active.py: using RAC 235\u000a01:22:08.792033 tst cs_paging_gprs_active.py: using CellId 18085\u000a01:22:08.913841 tst cs_paging_gprs_active.py: using BVCI 18086\u000a01:22:08.937289 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.948001 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.958648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.969528 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.980711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:08.991657 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:09.002607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:09.013391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:09.024301 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:09.143562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:09.442061 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:22:09.579740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:09.919331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6208): Launched\u000a01:22:10.201925 run iperf3-srv_10.42.42.10(pid=6209): Launched\u000a01:22:10.404458 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:22:10.542192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:10.881926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Launched\u000a01:22:11.163048 run iperf3-srv_10.42.42.10(pid=6211): Launched\u000a01:22:11.363045 tst cs_paging_gprs_active.py:38: start network...\u000a01:22:11.500126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:12.023783 run create_hlr_db(pid=6212): Launched\u000a01:22:12.213428 bus /gobi_6: Setting Powered False\u000a01:22:13.234350 run create_hlr_db(pid=6212): Terminated: ok {rc=0}\u000a01:22:13.670600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Launched\u000a01:22:13.999442 run osmo-hlr_10.42.42.2(pid=6215): Launched\u000a01:22:14.118957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:14.687959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Launched\u000a01:22:15.014495 run osmo-stp_10.42.42.5(pid=6218): Launched\u000a01:22:15.132398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:15.703735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Launched\u000a01:22:15.820418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:16.160781 run patchelf(pid=6221): Launched\u000a01:22:16.357425 run osmo-stp_10.42.42.5(pid=6218): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)]\u000a01:22:16.500729 run osmo-stp_10.42.42.5(pid=6218): stdout: \u000a| (launched: 2022-12-09_01:22:14.854289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:16.643830 run osmo-stp_10.42.42.5(pid=6218): stderr: \u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012215046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:16.781722 run osmo-stp_10.42.42.5(pid=6218): stdout: \u000a| (launched: 2022-12-09_01:22:14.854289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:16.918237 run osmo-stp_10.42.42.5(pid=6218): stderr: \u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012215045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012215046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012215046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:17.077245 run patchelf(pid=6221): Terminating (SIGINT)\u000a01:22:17.262231 run patchelf(pid=6221): Terminated: ok {rc=0}\u000a01:22:17.295892 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6218): Process ended prematurely: osmo-stp_10.42.42.5(pid=6218) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6218)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:22:17.305807 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:22:17.368866 run osmo-hlr_10.42.42.2(pid=6215): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6215)]\u000a01:22:17.420672 run osmo-hlr_10.42.42.2(pid=6215): stdout: \u000a| (launched: 2022-12-09_01:22:13.837779) \u000a01:22:17.472731 run osmo-hlr_10.42.42.2(pid=6215): stderr: \u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012214036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012214049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012214057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012214057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012214057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:17.517213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6208): Terminating (SIGTERM)\u000a01:22:17.558904 run iperf3-srv_10.42.42.10(pid=6209): Terminating (SIGTERM)\u000a01:22:17.600673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Terminating (SIGTERM)\u000a01:22:17.642420 run iperf3-srv_10.42.42.10(pid=6211): Terminating (SIGTERM)\u000a01:22:17.684270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminating (SIGTERM)\u000a01:22:17.726022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminating (SIGTERM)\u000a01:22:17.767849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminating (SIGTERM)\u000a01:22:17.777639 --- ParallelTerminationStrategy: PID 6208 died...\u000a01:22:17.833277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6208): Terminated: ok {rc=0}\u000a01:22:17.843356 --- ParallelTerminationStrategy: PID 6209 died...\u000a01:22:17.898856 run iperf3-srv_10.42.42.10(pid=6209): Terminated {rc=256}\u000a01:22:17.908924 --- ParallelTerminationStrategy: PID 6210 died...\u000a01:22:17.964537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6210): Terminated: ok {rc=0}\u000a01:22:17.974659 --- ParallelTerminationStrategy: PID 6211 died...\u000a01:22:18.030098 run iperf3-srv_10.42.42.10(pid=6211): Terminated {rc=256}\u000a01:22:18.040177 --- ParallelTerminationStrategy: PID 6214 died...\u000a01:22:18.095938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6214): Terminated: ok {rc=0}\u000a01:22:18.106090 --- ParallelTerminationStrategy: PID 6217 died...\u000a01:22:18.161744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6217): Terminated: ok {rc=0}\u000a01:22:18.171884 --- ParallelTerminationStrategy: PID 6220 died...\u000a01:22:18.227366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6220): Terminated: ok {rc=0}\u000a01:22:18.315285 bus /gobi_0: Setting Powered False\u000a01:22:19.418299 bus /gobi_0: Setting Powered False\u000a01:22:20.528738 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6230): Process ended prematurely: osmo-stp_10.42.42.5(pid=6230) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6230)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6230): Process ended prematurely: osmo-stp_10.42.42.5(pid=6230) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:22:21.644125 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:21.655959 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:21.822065 tst iperf3.py: using LAC 18086\u000a01:22:21.951877 tst iperf3.py: using RAC 236\u000a01:22:22.083983 tst iperf3.py: using CellId 18086\u000a01:22:22.210944 tst iperf3.py: using BVCI 18087\u000a01:22:22.235963 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.247263 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.258393 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.269465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.280427 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.291761 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.303115 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.314305 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:22.325952 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:22.605441 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:22.732681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:23.049443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6222): Launched\u000a01:22:23.312180 run iperf3-srv_10.42.42.10(pid=6223): Launched\u000a01:22:23.498495 tst iperf3.py:8: start network...\u000a01:22:23.625363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:24.105771 run create_hlr_db(pid=6224): Launched\u000a01:22:24.281245 bus /gobi_6: Setting Powered False\u000a01:22:25.302632 run create_hlr_db(pid=6224): Terminated: ok {rc=0}\u000a01:22:25.709194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6226): Launched\u000a01:22:26.014310 run osmo-hlr_10.42.42.2(pid=6227): Launched\u000a01:22:26.128732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:26.760037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6229): Launched\u000a01:22:27.058263 run osmo-stp_10.42.42.5(pid=6230): Launched\u000a01:22:27.167327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:27.690107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6232): Launched\u000a01:22:27.796858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:28.058800 run patchelf(pid=6233): Launched\u000a01:22:28.235132 run osmo-stp_10.42.42.5(pid=6230): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6230)]\u000a01:22:28.364470 run osmo-stp_10.42.42.5(pid=6230): stdout: \u000a| (launched: 2022-12-09_01:22:26.910911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:28.493695 run osmo-stp_10.42.42.5(pid=6230): stderr: \u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012227081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:28.617782 run osmo-stp_10.42.42.5(pid=6230): stdout: \u000a| (launched: 2022-12-09_01:22:26.910911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:28.740909 run osmo-stp_10.42.42.5(pid=6230): stderr: \u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012227080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012227081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012227081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:28.884940 run patchelf(pid=6233): Terminating (SIGINT)\u000a01:22:29.053943 run patchelf(pid=6233): Terminated: ok {rc=0}\u000a01:22:29.085094 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6230): Process ended prematurely: osmo-stp_10.42.42.5(pid=6230) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6230)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:22:29.094304 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:22:29.154622 run osmo-hlr_10.42.42.2(pid=6227): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6227)]\u000a01:22:29.203855 run osmo-hlr_10.42.42.2(pid=6227): stdout: \u000a| (launched: 2022-12-09_01:22:25.864164) \u000a01:22:29.253413 run osmo-hlr_10.42.42.2(pid=6227): stderr: \u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012226043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012226055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012226065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012226065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012226065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:29.295376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6222): Terminating (SIGTERM)\u000a01:22:29.335024 run iperf3-srv_10.42.42.10(pid=6223): Terminating (SIGTERM)\u000a01:22:29.374721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6226): Terminating (SIGTERM)\u000a01:22:29.414401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6229): Terminating (SIGTERM)\u000a01:22:29.454115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6232): Terminating (SIGTERM)\u000a01:22:29.463659 --- ParallelTerminationStrategy: PID 6222 died...\u000a01:22:29.516814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6222): Terminated: ok {rc=0}\u000a01:22:29.526783 --- ParallelTerminationStrategy: PID 6223 died...\u000a01:22:29.580011 run iperf3-srv_10.42.42.10(pid=6223): Terminated {rc=256}\u000a01:22:29.589983 --- ParallelTerminationStrategy: PID 6226 died...\u000a01:22:29.643690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6226): Terminated: ok {rc=0}\u000a01:22:29.653712 --- ParallelTerminationStrategy: PID 6229 died...\u000a01:22:29.706662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6229): Terminated: ok {rc=0}\u000a01:22:29.716367 --- ParallelTerminationStrategy: PID 6232 died...\u000a01:22:29.769198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6232): Terminated: ok {rc=0}\u000a01:22:29.852088 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6252): Process ended prematurely: osmo-stp_10.42.42.5(pid=6252) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6252)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6252): Process ended prematurely: osmo-stp_10.42.42.5(pid=6252) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:22:30.983634 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:30.996094 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:31.194874 tst iperf3m4.py: using LAC 18087\u000a01:22:31.329913 tst iperf3m4.py: using RAC 237\u000a01:22:31.475985 tst iperf3m4.py: using CellId 18087\u000a01:22:31.628839 tst iperf3m4.py: using BVCI 18088\u000a01:22:31.660175 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.674982 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.690982 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.705608 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.717724 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.729529 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.741366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.753101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:31.765400 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:31.891011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:32.019153 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:32.136340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:32.429553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:32.562745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:32.892888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Launched\u000a01:22:33.166903 run iperf3-srv_10.42.42.10(pid=6235): Launched\u000a01:22:33.362974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:22:33.496846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:33.827590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Launched\u000a01:22:34.101501 run iperf3-srv_10.42.42.10(pid=6237): Launched\u000a01:22:34.297191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:22:34.431503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:34.762357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Launched\u000a01:22:35.036628 run iperf3-srv_10.42.42.10(pid=6239): Launched\u000a01:22:35.232238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:22:35.365466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:35.695865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Launched\u000a01:22:35.960843 run iperf3-srv_10.42.42.10(pid=6245): Launched\u000a01:22:36.143170 tst iperf3m4.py:8: start network...\u000a01:22:36.266713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:36.740031 run create_hlr_db(pid=6246): Launched\u000a01:22:36.912212 bus /gobi_6: Setting Powered False\u000a01:22:37.933608 run create_hlr_db(pid=6246): Terminated: ok {rc=0}\u000a01:22:38.356497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6248): Launched\u000a01:22:38.676384 run osmo-hlr_10.42.42.2(pid=6249): Launched\u000a01:22:38.792503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:39.345194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6251): Launched\u000a01:22:39.663887 run osmo-stp_10.42.42.5(pid=6252): Launched\u000a01:22:39.779318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:40.336549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6254): Launched\u000a01:22:40.451188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:40.732059 run patchelf(pid=6255): Launched\u000a01:22:40.919564 run osmo-stp_10.42.42.5(pid=6252): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6252)]\u000a01:22:41.056829 run osmo-stp_10.42.42.5(pid=6252): stdout: \u000a| (launched: 2022-12-09_01:22:39.507917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:41.194157 run osmo-stp_10.42.42.5(pid=6252): stderr: \u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012239698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:41.326538 run osmo-stp_10.42.42.5(pid=6252): stdout: \u000a| (launched: 2022-12-09_01:22:39.507917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:41.458028 run osmo-stp_10.42.42.5(pid=6252): stderr: \u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012239697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012239698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012239698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:41.611242 run patchelf(pid=6255): Terminating (SIGINT)\u000a01:22:41.790562 run patchelf(pid=6255): Terminated: ok {rc=0}\u000a01:22:41.823481 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6252): Process ended prematurely: osmo-stp_10.42.42.5(pid=6252) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6252)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:22:41.833347 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:22:41.896389 run osmo-hlr_10.42.42.2(pid=6249): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6249)]\u000a01:22:41.948367 run osmo-hlr_10.42.42.2(pid=6249): stdout: \u000a| (launched: 2022-12-09_01:22:38.520201) \u000a01:22:42.000305 run osmo-hlr_10.42.42.2(pid=6249): stderr: \u000a| �[0;m�[1;31m20221209012238715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012238715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012238716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012238716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012238716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012238716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012238727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012238736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:42.044535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Terminating (SIGTERM)\u000a01:22:42.086116 run iperf3-srv_10.42.42.10(pid=6235): Terminating (SIGTERM)\u000a01:22:42.127935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Terminating (SIGTERM)\u000a01:22:42.169572 run iperf3-srv_10.42.42.10(pid=6237): Terminating (SIGTERM)\u000a01:22:42.211212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Terminating (SIGTERM)\u000a01:22:42.252684 run iperf3-srv_10.42.42.10(pid=6239): Terminating (SIGTERM)\u000a01:22:42.294324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminating (SIGTERM)\u000a01:22:42.335905 run iperf3-srv_10.42.42.10(pid=6245): Terminating (SIGTERM)\u000a01:22:42.377606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6248): Terminating (SIGTERM)\u000a01:22:42.419645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6251): Terminating (SIGTERM)\u000a01:22:42.461776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6254): Terminating (SIGTERM)\u000a01:22:42.471402 --- ParallelTerminationStrategy: PID 6234 died...\u000a01:22:42.527300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6234): Terminated: ok {rc=0}\u000a01:22:42.537419 --- ParallelTerminationStrategy: PID 6235 died...\u000a01:22:42.592913 run iperf3-srv_10.42.42.10(pid=6235): Terminated {rc=256}\u000a01:22:42.602873 --- ParallelTerminationStrategy: PID 6236 died...\u000a01:22:42.658408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6236): Terminated: ok {rc=0}\u000a01:22:42.668420 --- ParallelTerminationStrategy: PID 6237 died...\u000a01:22:42.723718 run iperf3-srv_10.42.42.10(pid=6237): Terminated {rc=256}\u000a01:22:42.733725 --- ParallelTerminationStrategy: PID 6238 died...\u000a01:22:42.789289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6238): Terminated: ok {rc=0}\u000a01:22:42.799255 --- ParallelTerminationStrategy: PID 6239 died...\u000a01:22:42.855198 run iperf3-srv_10.42.42.10(pid=6239): Terminated {rc=256}\u000a01:22:42.865213 --- ParallelTerminationStrategy: PID 6240 died...\u000a01:22:42.920615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6240): Terminated: ok {rc=0}\u000a01:22:42.930560 --- ParallelTerminationStrategy: PID 6245 died...\u000a01:22:42.986040 run iperf3-srv_10.42.42.10(pid=6245): Terminated {rc=256}\u000a01:22:42.996033 --- ParallelTerminationStrategy: PID 6248 died...\u000a01:22:43.051425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6248): Terminated: ok {rc=0}\u000a01:22:43.061400 --- ParallelTerminationStrategy: PID 6251 died...\u000a01:22:43.116656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6251): Terminated: ok {rc=0}\u000a01:22:43.126675 --- ParallelTerminationStrategy: PID 6254 died...\u000a01:22:43.182080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6254): Terminated: ok {rc=0}\u000a01:22:43.269730 bus /gobi_4: Setting Powered False\u000a01:22:44.376731 bus /gobi_4: Setting Powered False\u000a01:22:45.487807 bus /gobi_1: Setting Powered False\u000a01:22:46.608293 bus /gobi_1: Setting Powered False\u000a01:22:47.721652 bus /gobi_0: Setting Powered False\u000a01:22:48.824568 bus /gobi_0: Setting Powered False\u000a01:22:49.936119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6262): Process ended prematurely: osmo-stp_10.42.42.5(pid=6262) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6262)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6262): Process ended prematurely: osmo-stp_10.42.42.5(pid=6262) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:22:51.003735 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.015083 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:51.169140 tst ping.py: using LAC 18088\u000a01:22:51.286853 tst ping.py: using RAC 238\u000a01:22:51.405275 tst ping.py: using CellId 18088\u000a01:22:51.522943 tst ping.py: using BVCI 18089\u000a01:22:51.545634 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.556288 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.567001 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.577876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.588591 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.599473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.610378 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:51.621231 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:51.908107 tst ping.py:19: start network...\u000a01:22:52.039114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:52.545230 run create_hlr_db(pid=6256): Launched\u000a01:22:52.728634 bus /gobi_6: Setting Powered False\u000a01:22:53.748684 run create_hlr_db(pid=6256): Terminated: ok {rc=0}\u000a01:22:54.146028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6258): Launched\u000a01:22:54.444841 run osmo-hlr_10.42.42.2(pid=6259): Launched\u000a01:22:54.561550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:55.081558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6261): Launched\u000a01:22:55.377579 run osmo-stp_10.42.42.5(pid=6262): Launched\u000a01:22:55.484763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:56.000792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6264): Launched\u000a01:22:56.106028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:56.363562 run patchelf(pid=6265): Launched\u000a01:22:56.536334 run osmo-stp_10.42.42.5(pid=6262): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6262)]\u000a01:22:56.663627 run osmo-stp_10.42.42.5(pid=6262): stdout: \u000a| (launched: 2022-12-09_01:22:55.231766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:56.790582 run osmo-stp_10.42.42.5(pid=6262): stderr: \u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012255401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:56.912828 run osmo-stp_10.42.42.5(pid=6262): stdout: \u000a| (launched: 2022-12-09_01:22:55.231766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:57.034425 run osmo-stp_10.42.42.5(pid=6262): stderr: \u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012255400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012255401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012255401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:57.175758 run patchelf(pid=6265): Terminating (SIGINT)\u000a01:22:57.341653 run patchelf(pid=6265): Terminated: ok {rc=0}\u000a01:22:57.372093 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6262): Process ended prematurely: osmo-stp_10.42.42.5(pid=6262) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6262)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:22:57.380723 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:22:57.441299 run osmo-hlr_10.42.42.2(pid=6259): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6259)]\u000a01:22:57.490681 run osmo-hlr_10.42.42.2(pid=6259): stdout: \u000a| (launched: 2022-12-09_01:22:54.295295) \u000a01:22:57.540595 run osmo-hlr_10.42.42.2(pid=6259): stderr: \u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012254472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012254485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012254494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012254494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012254494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:57.582836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6258): Terminating (SIGTERM)\u000a01:22:57.622889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6261): Terminating (SIGTERM)\u000a01:22:57.662900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6264): Terminating (SIGTERM)\u000a01:22:57.672009 --- ParallelTerminationStrategy: PID 6258 died...\u000a01:22:57.725900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6258): Terminated: ok {rc=0}\u000a01:22:57.735341 --- ParallelTerminationStrategy: PID 6261 died...\u000a01:22:57.787927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6261): Terminated: ok {rc=0}\u000a01:22:57.797603 --- ParallelTerminationStrategy: PID 6264 died...\u000a01:22:57.850141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6264): Terminated: ok {rc=0}\u000a01:22:57.932909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:22:58.982527 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:58.993999 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:59.151271 tst ping_idle_ping.py: using LAC 18089\u000a01:22:59.266717 tst ping_idle_ping.py: using RAC 239\u000a01:22:59.382052 tst ping_idle_ping.py: using CellId 18089\u000a01:22:59.497494 tst ping_idle_ping.py: using BVCI 18090\u000a01:22:59.519897 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.530732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.541289 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.552030 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.562725 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.573537 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.584519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:59.595359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:59.867781 tst ping_idle_ping.py:24: start network...\u000a01:22:59.990465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:00.455421 run create_hlr_db(pid=6266): Launched\u000a01:23:00.627127 bus /gobi_6: Setting Powered False\u000a01:23:01.728750 run create_hlr_db(pid=6266): Terminated: ok {rc=0}\u000a01:23:02.292887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6317): Launched\u000a01:23:02.818027 run osmo-hlr_10.42.42.2(pid=6342): Launched\u000a01:23:03.081386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:03.877038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6448): Launched\u000a01:23:04.359226 run osmo-stp_10.42.42.5(pid=6503): Launched\u000a01:23:04.626376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:05.226004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6543): Launched\u000a01:23:05.342840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:05.644597 run patchelf(pid=6544): Launched\u000a01:23:05.836344 run osmo-stp_10.42.42.5(pid=6503): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)]\u000a01:23:05.976007 run osmo-stp_10.42.42.5(pid=6503): stdout: \u000a| (launched: 2022-12-09_01:23:04.079256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:06.116202 run osmo-stp_10.42.42.5(pid=6503): stderr: \u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012304436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:06.251840 run osmo-stp_10.42.42.5(pid=6503): stdout: \u000a| (launched: 2022-12-09_01:23:04.079256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:06.385533 run osmo-stp_10.42.42.5(pid=6503): stderr: \u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012304435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012304436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012304436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:06.543710 run patchelf(pid=6544): Terminating (SIGINT)\u000a01:23:06.727916 run patchelf(pid=6544): Terminated: ok {rc=0}\u000a01:23:06.761989 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6503): Process ended prematurely: osmo-stp_10.42.42.5(pid=6503) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6503)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:23:06.773401 tst ping_idle_ping.py:27: Test FAILED (7.8 sec)\u000a01:23:06.837498 run osmo-hlr_10.42.42.2(pid=6342): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6342)]\u000a01:23:06.890630 run osmo-hlr_10.42.42.2(pid=6342): stdout: \u000a| (launched: 2022-12-09_01:23:02.500426) \u000a01:23:06.943359 run osmo-hlr_10.42.42.2(pid=6342): stderr: \u000a| �[0;m�[1;31m20221209012302877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012302877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012302877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012302877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012302878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012302878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012302899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012302918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012302919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012302919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:06.989605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6317): Terminating (SIGTERM)\u000a01:23:07.034545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6448): Terminating (SIGTERM)\u000a01:23:07.080496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6543): Terminating (SIGTERM)\u000a01:23:07.091207 --- ParallelTerminationStrategy: PID 6317 died...\u000a01:23:07.149591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6317): Terminated: ok {rc=0}\u000a01:23:07.160378 --- ParallelTerminationStrategy: PID 6448 died...\u000a01:23:07.217205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6448): Terminated: ok {rc=0}\u000a01:23:07.227933 --- ParallelTerminationStrategy: PID 6543 died...\u000a01:23:07.285746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6543): Terminated: ok {rc=0}\u000a01:23:07.377388 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6560): Process ended prematurely: osmo-stp_10.42.42.5(pid=6560) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6560)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6560): Process ended prematurely: osmo-stp_10.42.42.5(pid=6560) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:23:09.550552 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:09.563015 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:09.735159 tst cs_paging_gprs_active.py: using LAC 18090\u000a01:23:09.865757 tst cs_paging_gprs_active.py: using RAC 240\u000a01:23:09.994854 tst cs_paging_gprs_active.py: using CellId 18090\u000a01:23:10.123227 tst cs_paging_gprs_active.py: using BVCI 18091\u000a01:23:10.149537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.161816 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.174251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.186607 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.199404 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.211850 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.225135 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.238278 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:10.252321 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:10.377966 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:10.688563 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:23:10.828759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:11.186450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6550): Launched\u000a01:23:11.492431 run iperf3-srv_10.42.42.10(pid=6551): Launched\u000a01:23:11.700631 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:23:11.841408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:12.200009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Launched\u000a01:23:12.504760 run iperf3-srv_10.42.42.10(pid=6553): Launched\u000a01:23:12.710846 tst cs_paging_gprs_active.py:38: start network...\u000a01:23:12.850318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:13.415716 run create_hlr_db(pid=6554): Launched\u000a01:23:13.610039 bus /gobi_6: Setting Powered False\u000a01:23:14.631731 run create_hlr_db(pid=6554): Terminated: ok {rc=0}\u000a01:23:15.090129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6556): Launched\u000a01:23:15.531584 run osmo-hlr_10.42.42.2(pid=6557): Launched\u000a01:23:15.774592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:16.448613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6559): Launched\u000a01:23:16.949437 run osmo-stp_10.42.42.5(pid=6560): Launched\u000a01:23:17.198425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:17.908528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6562): Launched\u000a01:23:18.053306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:18.390479 run patchelf(pid=6563): Launched\u000a01:23:18.587238 run osmo-stp_10.42.42.5(pid=6560): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6560)]\u000a01:23:18.733200 run osmo-stp_10.42.42.5(pid=6560): stdout: \u000a| (launched: 2022-12-09_01:23:16.659682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:18.877158 run osmo-stp_10.42.42.5(pid=6560): stderr: \u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012317008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:19.016209 run osmo-stp_10.42.42.5(pid=6560): stdout: \u000a| (launched: 2022-12-09_01:23:16.659682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:19.153428 run osmo-stp_10.42.42.5(pid=6560): stderr: \u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012317007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012317008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012317008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:19.314570 run patchelf(pid=6563): Terminating (SIGINT)\u000a01:23:19.503983 run patchelf(pid=6563): Terminated: ok {rc=0}\u000a01:23:19.539521 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6560): Process ended prematurely: osmo-stp_10.42.42.5(pid=6560) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6560)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:23:19.550494 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a01:23:19.616564 run osmo-hlr_10.42.42.2(pid=6557): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6557)]\u000a01:23:19.672611 run osmo-hlr_10.42.42.2(pid=6557): stdout: \u000a| (launched: 2022-12-09_01:23:15.260371) \u000a01:23:19.726540 run osmo-hlr_10.42.42.2(pid=6557): stderr: \u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012315562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012315585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012315601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012315601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012315601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:19.772666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6550): Terminating (SIGTERM)\u000a01:23:19.818144 run iperf3-srv_10.42.42.10(pid=6551): Terminating (SIGTERM)\u000a01:23:19.864691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminating (SIGTERM)\u000a01:23:19.911020 run iperf3-srv_10.42.42.10(pid=6553): Terminating (SIGTERM)\u000a01:23:19.956813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6556): Terminating (SIGTERM)\u000a01:23:20.003463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6559): Terminating (SIGTERM)\u000a01:23:20.049798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6562): Terminating (SIGTERM)\u000a01:23:20.060740 --- ParallelTerminationStrategy: PID 6550 died...\u000a01:23:20.119610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6550): Terminated: ok {rc=0}\u000a01:23:20.130726 --- ParallelTerminationStrategy: PID 6551 died...\u000a01:23:20.188629 run iperf3-srv_10.42.42.10(pid=6551): Terminated {rc=256}\u000a01:23:20.199485 --- ParallelTerminationStrategy: PID 6552 died...\u000a01:23:20.259227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6552): Terminated: ok {rc=0}\u000a01:23:20.270086 --- ParallelTerminationStrategy: PID 6553 died...\u000a01:23:20.328167 run iperf3-srv_10.42.42.10(pid=6553): Terminated {rc=256}\u000a01:23:20.339057 --- ParallelTerminationStrategy: PID 6556 died...\u000a01:23:20.396640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6556): Terminated: ok {rc=0}\u000a01:23:20.407886 --- ParallelTerminationStrategy: PID 6559 died...\u000a01:23:20.467785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6559): Terminated: ok {rc=0}\u000a01:23:20.478601 --- ParallelTerminationStrategy: PID 6562 died...\u000a01:23:20.537016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6562): Terminated: ok {rc=0}\u000a01:23:20.628893 bus /gobi_0: Setting Powered False\u000a01:23:21.735830 bus /gobi_0: Setting Powered False\u000a01:23:22.848383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:23:23.963701 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:23.976255 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:24.141353 tst iperf3.py: using LAC 18091\u000a01:23:24.264700 tst iperf3.py: using RAC 241\u000a01:23:24.388926 tst iperf3.py: using CellId 18091\u000a01:23:24.517073 tst iperf3.py: using BVCI 18092\u000a01:23:24.541717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.553711 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.566916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.580174 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.591927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.605921 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.618775 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.631839 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:24.645490 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:24.931242 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:25.062533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:25.396373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6564): Launched\u000a01:23:25.682286 run iperf3-srv_10.42.42.10(pid=6565): Launched\u000a01:23:25.871248 tst iperf3.py:8: start network...\u000a01:23:25.997573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:26.473143 run create_hlr_db(pid=6567): Launched\u000a01:23:26.647792 bus /gobi_6: Setting Powered False\u000a01:23:27.668153 run create_hlr_db(pid=6567): Terminated: ok {rc=0}\u000a01:23:28.068216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Launched\u000a01:23:28.370418 run osmo-hlr_10.42.42.2(pid=6570): Launched\u000a01:23:28.488731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:29.024442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Launched\u000a01:23:29.328115 run osmo-stp_10.42.42.5(pid=6573): Launched\u000a01:23:29.439151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:29.973303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6575): Launched\u000a01:23:30.088773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:30.370297 run patchelf(pid=6576): Launched\u000a01:23:30.560489 run osmo-stp_10.42.42.5(pid=6573): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)]\u000a01:23:30.698834 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-09_01:23:29.178215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:30.838392 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012329351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:30.974617 run osmo-stp_10.42.42.5(pid=6573): stdout: \u000a| (launched: 2022-12-09_01:23:29.178215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:31.109412 run osmo-stp_10.42.42.5(pid=6573): stderr: \u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012329350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012329351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012329351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:31.267247 run patchelf(pid=6576): Terminating (SIGINT)\u000a01:23:31.454021 run patchelf(pid=6576): Terminated: ok {rc=0}\u000a01:23:31.488941 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6573): Process ended prematurely: osmo-stp_10.42.42.5(pid=6573) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6573)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:23:31.499917 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:23:31.565127 run osmo-hlr_10.42.42.2(pid=6570): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6570)]\u000a01:23:31.618108 run osmo-hlr_10.42.42.2(pid=6570): stdout: \u000a| (launched: 2022-12-09_01:23:28.221089) \u000a01:23:31.671802 run osmo-hlr_10.42.42.2(pid=6570): stderr: \u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012328395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012328407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012328416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012328416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012328416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:31.717190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6564): Terminating (SIGTERM)\u000a01:23:31.759917 run iperf3-srv_10.42.42.10(pid=6565): Terminating (SIGTERM)\u000a01:23:31.803128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminating (SIGTERM)\u000a01:23:31.846385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminating (SIGTERM)\u000a01:23:31.891378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6575): Terminating (SIGTERM)\u000a01:23:31.901475 --- ParallelTerminationStrategy: PID 6564 died...\u000a01:23:31.958280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6564): Terminated: ok {rc=0}\u000a01:23:31.968735 --- ParallelTerminationStrategy: PID 6565 died...\u000a01:23:32.025525 run iperf3-srv_10.42.42.10(pid=6565): Terminated {rc=256}\u000a01:23:32.036000 --- ParallelTerminationStrategy: PID 6569 died...\u000a01:23:32.093400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6569): Terminated: ok {rc=0}\u000a01:23:32.103884 --- ParallelTerminationStrategy: PID 6572 died...\u000a01:23:32.160560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6572): Terminated: ok {rc=0}\u000a01:23:32.171214 --- ParallelTerminationStrategy: PID 6575 died...\u000a01:23:32.228291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6575): Terminated: ok {rc=0}\u000a01:23:32.317311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6593): Process ended prematurely: osmo-stp_10.42.42.5(pid=6593) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6593)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6593): Process ended prematurely: osmo-stp_10.42.42.5(pid=6593) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:23:33.436485 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:33.448589 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:33.616905 tst iperf3m4.py: using LAC 18092\u000a01:23:33.737538 tst iperf3m4.py: using RAC 242\u000a01:23:33.855487 tst iperf3m4.py: using CellId 18092\u000a01:23:33.972527 tst iperf3m4.py: using BVCI 18093\u000a01:23:33.995781 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.006972 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.017820 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.029649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.040743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.052940 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.063757 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.075030 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:34.086786 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:34.208776 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:34.327672 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:34.442015 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:34.736109 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:34.871273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:35.205770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Launched\u000a01:23:35.486566 run iperf3-srv_10.42.42.10(pid=6578): Launched\u000a01:23:35.684564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:23:35.820425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:36.149679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6579): Launched\u000a01:23:36.410077 run iperf3-srv_10.42.42.10(pid=6582): Launched\u000a01:23:36.595084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:23:36.721424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:37.049622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6583): Launched\u000a01:23:37.328698 run iperf3-srv_10.42.42.10(pid=6584): Launched\u000a01:23:37.527560 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:23:37.662260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:37.997510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6585): Launched\u000a01:23:38.275825 run iperf3-srv_10.42.42.10(pid=6586): Launched\u000a01:23:38.473879 tst iperf3m4.py:8: start network...\u000a01:23:38.608010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:39.124917 run create_hlr_db(pid=6587): Launched\u000a01:23:39.313714 bus /gobi_6: Setting Powered False\u000a01:23:40.332226 run create_hlr_db(pid=6587): Terminated: ok {rc=0}\u000a01:23:40.745399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6589): Launched\u000a01:23:41.068646 run osmo-hlr_10.42.42.2(pid=6590): Launched\u000a01:23:41.188537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:41.751225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6592): Launched\u000a01:23:42.073138 run osmo-stp_10.42.42.5(pid=6593): Launched\u000a01:23:42.189586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:42.755832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6595): Launched\u000a01:23:42.871188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:43.153541 run patchelf(pid=6596): Launched\u000a01:23:43.343183 run osmo-stp_10.42.42.5(pid=6593): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6593)]\u000a01:23:43.482444 run osmo-stp_10.42.42.5(pid=6593): stdout: \u000a| (launched: 2022-12-09_01:23:41.915251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:43.621153 run osmo-stp_10.42.42.5(pid=6593): stderr: \u000a| �[0;m�[38;5;43m20221209012342104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012342104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012342105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012342105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:43.754898 run osmo-stp_10.42.42.5(pid=6593): stdout: \u000a| (launched: 2022-12-09_01:23:41.915251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:43.887037 run osmo-stp_10.42.42.5(pid=6593): stderr: \u000a| �[0;m�[38;5;43m20221209012342104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012342104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012342105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012342105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012342106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:44.041033 run patchelf(pid=6596): Terminating (SIGINT)\u000a01:23:44.222535 run patchelf(pid=6596): Terminated: ok {rc=0}\u000a01:23:44.255845 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6593): Process ended prematurely: osmo-stp_10.42.42.5(pid=6593) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6593)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:23:44.265764 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:23:44.329137 run osmo-hlr_10.42.42.2(pid=6590): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6590)]\u000a01:23:44.380806 run osmo-hlr_10.42.42.2(pid=6590): stdout: \u000a| (launched: 2022-12-09_01:23:40.909992) \u000a01:23:44.433478 run osmo-hlr_10.42.42.2(pid=6590): stderr: \u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012341108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012341120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:44.478185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Terminating (SIGTERM)\u000a01:23:44.520309 run iperf3-srv_10.42.42.10(pid=6578): Terminating (SIGTERM)\u000a01:23:44.562302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6579): Terminating (SIGTERM)\u000a01:23:44.604093 run iperf3-srv_10.42.42.10(pid=6582): Terminating (SIGTERM)\u000a01:23:44.646089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6583): Terminating (SIGTERM)\u000a01:23:44.688339 run iperf3-srv_10.42.42.10(pid=6584): Terminating (SIGTERM)\u000a01:23:44.730383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6585): Terminating (SIGTERM)\u000a01:23:44.771940 run iperf3-srv_10.42.42.10(pid=6586): Terminating (SIGTERM)\u000a01:23:44.813863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6589): Terminating (SIGTERM)\u000a01:23:44.855726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6592): Terminating (SIGTERM)\u000a01:23:44.897732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6595): Terminating (SIGTERM)\u000a01:23:44.907422 --- ParallelTerminationStrategy: PID 6577 died...\u000a01:23:44.963666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6577): Terminated: ok {rc=0}\u000a01:23:44.973743 --- ParallelTerminationStrategy: PID 6578 died...\u000a01:23:45.029357 run iperf3-srv_10.42.42.10(pid=6578): Terminated {rc=256}\u000a01:23:45.039329 --- ParallelTerminationStrategy: PID 6579 died...\u000a01:23:45.094680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6579): Terminated: ok {rc=0}\u000a01:23:45.104713 --- ParallelTerminationStrategy: PID 6582 died...\u000a01:23:45.159988 run iperf3-srv_10.42.42.10(pid=6582): Terminated {rc=256}\u000a01:23:45.169960 --- ParallelTerminationStrategy: PID 6583 died...\u000a01:23:45.225068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6583): Terminated: ok {rc=0}\u000a01:23:45.234963 --- ParallelTerminationStrategy: PID 6584 died...\u000a01:23:45.290166 run iperf3-srv_10.42.42.10(pid=6584): Terminated {rc=256}\u000a01:23:45.300143 --- ParallelTerminationStrategy: PID 6585 died...\u000a01:23:45.355390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6585): Terminated: ok {rc=0}\u000a01:23:45.365514 --- ParallelTerminationStrategy: PID 6586 died...\u000a01:23:45.421130 run iperf3-srv_10.42.42.10(pid=6586): Terminated {rc=256}\u000a01:23:45.431151 --- ParallelTerminationStrategy: PID 6589 died...\u000a01:23:45.486469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6589): Terminated: ok {rc=0}\u000a01:23:45.496453 --- ParallelTerminationStrategy: PID 6592 died...\u000a01:23:45.551677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6592): Terminated: ok {rc=0}\u000a01:23:45.561749 --- ParallelTerminationStrategy: PID 6595 died...\u000a01:23:45.617140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6595): Terminated: ok {rc=0}\u000a01:23:45.703724 bus /gobi_4: Setting Powered False\u000a01:23:46.813051 bus /gobi_4: Setting Powered False\u000a01:23:47.923064 bus /gobi_1: Setting Powered False\u000a01:23:49.026531 bus /gobi_1: Setting Powered False\u000a01:23:50.138786 bus /gobi_0: Setting Powered False\u000a01:23:51.244038 bus /gobi_0: Setting Powered False\u000a01:23:52.352459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:23:53.422250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:53.434527 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:23:53.598228 tst ping.py: using LAC 18093\u000a01:23:53.724229 tst ping.py: using RAC 243\u000a01:23:53.848482 tst ping.py: using CellId 18093\u000a01:23:53.973539 tst ping.py: using BVCI 18094\u000a01:23:53.997928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.009262 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.020356 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.031499 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.042541 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.053735 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.065046 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:23:54.076195 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:23:54.365487 tst ping.py:19: start network...\u000a01:23:54.498520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:55.007097 run create_hlr_db(pid=6597): Launched\u000a01:23:55.192691 bus /gobi_6: Setting Powered False\u000a01:23:56.213228 run create_hlr_db(pid=6597): Terminated: ok {rc=0}\u000a01:23:56.636903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Launched\u000a01:23:56.954903 run osmo-hlr_10.42.42.2(pid=6600): Launched\u000a01:23:57.071672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:57.625595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Launched\u000a01:23:57.944198 run osmo-stp_10.42.42.5(pid=6603): Launched\u000a01:23:58.058556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:58.612626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6605): Launched\u000a01:23:58.726029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:59.002409 run patchelf(pid=6606): Launched\u000a01:23:59.189471 run osmo-stp_10.42.42.5(pid=6603): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]\u000a01:23:59.326132 run osmo-stp_10.42.42.5(pid=6603): stdout: \u000a| (launched: 2022-12-09_01:23:57.787422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:59.463361 run osmo-stp_10.42.42.5(pid=6603): stderr: \u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012357980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:59.595944 run osmo-stp_10.42.42.5(pid=6603): stdout: \u000a| (launched: 2022-12-09_01:23:57.787422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:59.726709 run osmo-stp_10.42.42.5(pid=6603): stderr: \u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012357979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012357980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012357980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:59.878600 run patchelf(pid=6606): Terminating (SIGINT)\u000a01:24:00.056721 run patchelf(pid=6606): Terminated: ok {rc=0}\u000a01:24:00.089424 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:24:00.098862 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:24:00.161984 run osmo-hlr_10.42.42.2(pid=6600): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6600)]\u000a01:24:00.213630 run osmo-hlr_10.42.42.2(pid=6600): stdout: \u000a| (launched: 2022-12-09_01:23:56.798653) \u000a01:24:00.265901 run osmo-hlr_10.42.42.2(pid=6600): stderr: \u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012356995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012357027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012357037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012357038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012357038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:00.310619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Terminating (SIGTERM)\u000a01:24:00.352784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Terminating (SIGTERM)\u000a01:24:00.394941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6605): Terminating (SIGTERM)\u000a01:24:00.404732 --- ParallelTerminationStrategy: PID 6599 died...\u000a01:24:00.461639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Terminated: ok {rc=0}\u000a01:24:00.472054 --- ParallelTerminationStrategy: PID 6602 died...\u000a01:24:00.528131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Terminated: ok {rc=0}\u000a01:24:00.538372 --- ParallelTerminationStrategy: PID 6605 died...\u000a01:24:00.594388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6605): Terminated: ok {rc=0}\u000a01:24:00.683645 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6613): Process ended prematurely: osmo-stp_10.42.42.5(pid=6613) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6613)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6613): Process ended prematurely: osmo-stp_10.42.42.5(pid=6613) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:24:01.735048 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:01.748259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:24:01.946236 tst ping_idle_ping.py: using LAC 18094\u000a01:24:02.080889 tst ping_idle_ping.py: using RAC 244\u000a01:24:02.217196 tst ping_idle_ping.py: using CellId 18094\u000a01:24:02.345107 tst ping_idle_ping.py: using BVCI 18095\u000a01:24:02.367940 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.379082 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.390178 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.402186 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.413507 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.425253 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.437273 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:24:02.450817 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:24:02.742832 tst ping_idle_ping.py:24: start network...\u000a01:24:02.876246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:03.389517 run create_hlr_db(pid=6607): Launched\u000a01:24:03.576761 bus /gobi_6: Setting Powered False\u000a01:24:04.596278 run create_hlr_db(pid=6607): Terminated: ok {rc=0}\u000a01:24:04.998385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6609): Launched\u000a01:24:05.299756 run osmo-hlr_10.42.42.2(pid=6610): Launched\u000a01:24:05.409924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:05.928126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6612): Launched\u000a01:24:06.227887 run osmo-stp_10.42.42.5(pid=6613): Launched\u000a01:24:06.335999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:06.856722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6615): Launched\u000a01:24:06.962892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:07.223476 run patchelf(pid=6616): Launched\u000a01:24:07.398301 run osmo-stp_10.42.42.5(pid=6613): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6613)]\u000a01:24:07.526795 run osmo-stp_10.42.42.5(pid=6613): stdout: \u000a| (launched: 2022-12-09_01:24:06.081633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:07.655208 run osmo-stp_10.42.42.5(pid=6613): stderr: \u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012406254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:07.778774 run osmo-stp_10.42.42.5(pid=6613): stdout: \u000a| (launched: 2022-12-09_01:24:06.081633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:07.901178 run osmo-stp_10.42.42.5(pid=6613): stderr: \u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012406254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012406254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012406255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:08.044162 run patchelf(pid=6616): Terminating (SIGINT)\u000a01:24:08.212154 run patchelf(pid=6616): Terminated: ok {rc=0}\u000a01:24:08.242697 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6613): Process ended prematurely: osmo-stp_10.42.42.5(pid=6613) [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6613)] [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:24:08.251345 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:24:08.312732 run osmo-hlr_10.42.42.2(pid=6610): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6610)]\u000a01:24:08.362560 run osmo-hlr_10.42.42.2(pid=6610): stdout: \u000a| (launched: 2022-12-09_01:24:05.150118) \u000a01:24:08.412847 run osmo-hlr_10.42.42.2(pid=6610): stderr: \u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012405326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012405339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012405350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012405350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012405350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:08.455341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6609): Terminating (SIGTERM)\u000a01:24:08.495487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6612): Terminating (SIGTERM)\u000a01:24:08.535764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6615): Terminating (SIGTERM)\u000a01:24:08.545392 --- ParallelTerminationStrategy: PID 6609 died...\u000a01:24:08.599424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6609): Terminated: ok {rc=0}\u000a01:24:08.609449 --- ParallelTerminationStrategy: PID 6612 died...\u000a01:24:08.663621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6612): Terminated: ok {rc=0}\u000a01:24:08.673348 --- ParallelTerminationStrategy: PID 6615 died...\u000a01:24:08.726811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6615): Terminated: ok {rc=0}\u000a01:24:08.811037 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:23:09" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6630): Process ended prematurely: osmo-stp_10.42.42.5(pid=6630) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6630)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6630): Process ended prematurely: osmo-stp_10.42.42.5(pid=6630) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:24:10.987137 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:10.999443 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:11.147226 tst cs_paging_gprs_active.py: using LAC 18095\u000a01:24:11.271043 tst cs_paging_gprs_active.py: using RAC 245\u000a01:24:11.393071 tst cs_paging_gprs_active.py: using CellId 18095\u000a01:24:11.513925 tst cs_paging_gprs_active.py: using BVCI 18096\u000a01:24:11.537182 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.548658 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.559893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.571638 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.583468 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.595962 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.607243 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.619102 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:11.631055 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:11.753866 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:12.051669 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:24:12.186743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:12.522336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6620): Launched\u000a01:24:12.802825 run iperf3-srv_10.42.42.10(pid=6621): Launched\u000a01:24:13.001996 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:24:13.137385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:13.474529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6622): Launched\u000a01:24:13.754599 run iperf3-srv_10.42.42.10(pid=6623): Launched\u000a01:24:13.953737 tst cs_paging_gprs_active.py:38: start network...\u000a01:24:14.089318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:14.611659 run create_hlr_db(pid=6624): Launched\u000a01:24:14.799459 bus /gobi_6: Setting Powered False\u000a01:24:15.820604 run create_hlr_db(pid=6624): Terminated: ok {rc=0}\u000a01:24:16.290260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6626): Launched\u000a01:24:16.782277 run osmo-hlr_10.42.42.2(pid=6627): Launched\u000a01:24:16.973490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:17.572072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6629): Launched\u000a01:24:17.875781 run osmo-stp_10.42.42.5(pid=6630): Launched\u000a01:24:17.985943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:18.514506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6632): Launched\u000a01:24:18.622458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:18.887963 run patchelf(pid=6633): Launched\u000a01:24:19.065845 run osmo-stp_10.42.42.5(pid=6630): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6630)]\u000a01:24:19.196515 run osmo-stp_10.42.42.5(pid=6630): stdout: \u000a| (launched: 2022-12-09_01:24:17.726009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:19.328706 run osmo-stp_10.42.42.5(pid=6630): stderr: \u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012417898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:19.454757 run osmo-stp_10.42.42.5(pid=6630): stdout: \u000a| (launched: 2022-12-09_01:24:17.726009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:19.579415 run osmo-stp_10.42.42.5(pid=6630): stderr: \u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012417898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012417898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012417899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:19.724701 run patchelf(pid=6633): Terminating (SIGINT)\u000a01:24:19.895671 run patchelf(pid=6633): Terminated: ok {rc=0}\u000a01:24:19.927121 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6630): Process ended prematurely: osmo-stp_10.42.42.5(pid=6630) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6630)] [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:24:19.936386 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:24:19.997398 run osmo-hlr_10.42.42.2(pid=6627): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6627)]\u000a01:24:20.047268 run osmo-hlr_10.42.42.2(pid=6627): stdout: \u000a| (launched: 2022-12-09_01:24:16.460229) \u000a01:24:20.097830 run osmo-hlr_10.42.42.2(pid=6627): stderr: \u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012416762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012416785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012416814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012416814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012416814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:20.140045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6620): Terminating (SIGTERM)\u000a01:24:20.180429 run iperf3-srv_10.42.42.10(pid=6621): Terminating (SIGTERM)\u000a01:24:20.220678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6622): Terminating (SIGTERM)\u000a01:24:20.260527 run iperf3-srv_10.42.42.10(pid=6623): Terminating (SIGTERM)\u000a01:24:20.300827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6626): Terminating (SIGTERM)\u000a01:24:20.341221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6629): Terminating (SIGTERM)\u000a01:24:20.381419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6632): Terminating (SIGTERM)\u000a01:24:20.390810 --- ParallelTerminationStrategy: PID 6620 died...\u000a01:24:20.444554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6620): Terminated: ok {rc=0}\u000a01:24:20.454325 --- ParallelTerminationStrategy: PID 6621 died...\u000a01:24:20.507740 run iperf3-srv_10.42.42.10(pid=6621): Terminated {rc=256}\u000a01:24:20.517377 --- ParallelTerminationStrategy: PID 6622 died...\u000a01:24:20.570663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6622): Terminated: ok {rc=0}\u000a01:24:20.580212 --- ParallelTerminationStrategy: PID 6623 died...\u000a01:24:20.633526 run iperf3-srv_10.42.42.10(pid=6623): Terminated {rc=256}\u000a01:24:20.643245 --- ParallelTerminationStrategy: PID 6626 died...\u000a01:24:20.696789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6626): Terminated: ok {rc=0}\u000a01:24:20.706333 --- ParallelTerminationStrategy: PID 6629 died...\u000a01:24:20.759525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6629): Terminated: ok {rc=0}\u000a01:24:20.769752 --- ParallelTerminationStrategy: PID 6632 died...\u000a01:24:20.823192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6632): Terminated: ok {rc=0}\u000a01:24:20.906753 bus /gobi_0: Setting Powered False\u000a01:24:22.015433 bus /gobi_0: Setting Powered False\u000a01:24:23.128231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6643): Process ended prematurely: osmo-stp_10.42.42.5(pid=6643) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6643)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6643): Process ended prematurely: osmo-stp_10.42.42.5(pid=6643) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:24:24.238378 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.250560 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:24.391230 tst iperf3.py: using LAC 18096\u000a01:24:24.520423 tst iperf3.py: using RAC 246\u000a01:24:24.646734 tst iperf3.py: using CellId 18096\u000a01:24:24.777832 tst iperf3.py: using BVCI 18097\u000a01:24:24.802687 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.814554 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.826307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.838666 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.851168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.863391 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.875821 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.888505 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:24.900436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:25.178012 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:24:25.304584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:25.620184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Launched\u000a01:24:25.880526 run iperf3-srv_10.42.42.10(pid=6636): Launched\u000a01:24:26.064361 tst iperf3.py:8: start network...\u000a01:24:26.189778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:26.662920 run create_hlr_db(pid=6637): Launched\u000a01:24:26.836377 bus /gobi_6: Setting Powered False\u000a01:24:27.868220 run create_hlr_db(pid=6637): Terminated: ok {rc=0}\u000a01:24:28.296310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6639): Launched\u000a01:24:28.623041 run osmo-hlr_10.42.42.2(pid=6640): Launched\u000a01:24:28.744769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:29.305936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6642): Launched\u000a01:24:29.630101 run osmo-stp_10.42.42.5(pid=6643): Launched\u000a01:24:29.747180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:30.311622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6645): Launched\u000a01:24:30.426826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:30.709645 run patchelf(pid=6646): Launched\u000a01:24:30.905322 run osmo-stp_10.42.42.5(pid=6643): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6643)]\u000a01:24:31.051976 run osmo-stp_10.42.42.5(pid=6643): stdout: \u000a| (launched: 2022-12-09_01:24:29.470811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:31.186373 run osmo-stp_10.42.42.5(pid=6643): stderr: \u000a| �[0;m�[38;5;43m20221209012429664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012429664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012429665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012429665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:31.317797 run osmo-stp_10.42.42.5(pid=6643): stdout: \u000a| (launched: 2022-12-09_01:24:29.470811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:31.446499 run osmo-stp_10.42.42.5(pid=6643): stderr: \u000a| �[0;m�[38;5;43m20221209012429664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012429664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012429665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012429665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012429666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:31.606834 run patchelf(pid=6646): Terminating (SIGINT)\u000a01:24:31.810904 run patchelf(pid=6646): Terminated: ok {rc=0}\u000a01:24:31.849231 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6643): Process ended prematurely: osmo-stp_10.42.42.5(pid=6643) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6643)] [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:24:31.859881 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:24:31.923990 run osmo-hlr_10.42.42.2(pid=6640): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6640)]\u000a01:24:31.976329 run osmo-hlr_10.42.42.2(pid=6640): stdout: \u000a| (launched: 2022-12-09_01:24:28.461483) \u000a01:24:32.029543 run osmo-hlr_10.42.42.2(pid=6640): stderr: \u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012428659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012428672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012428681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012428681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012428681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:32.074995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Terminating (SIGTERM)\u000a01:24:32.119669 run iperf3-srv_10.42.42.10(pid=6636): Terminating (SIGTERM)\u000a01:24:32.164023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6639): Terminating (SIGTERM)\u000a01:24:32.206466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6642): Terminating (SIGTERM)\u000a01:24:32.249146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6645): Terminating (SIGTERM)\u000a01:24:32.258883 --- ParallelTerminationStrategy: PID 6635 died...\u000a01:24:32.315588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6635): Terminated: ok {rc=0}\u000a01:24:32.325746 --- ParallelTerminationStrategy: PID 6636 died...\u000a01:24:32.381262 run iperf3-srv_10.42.42.10(pid=6636): Terminated {rc=256}\u000a01:24:32.391317 --- ParallelTerminationStrategy: PID 6639 died...\u000a01:24:32.447259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6639): Terminated: ok {rc=0}\u000a01:24:32.457476 --- ParallelTerminationStrategy: PID 6642 died...\u000a01:24:32.513144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6642): Terminated: ok {rc=0}\u000a01:24:32.523245 --- ParallelTerminationStrategy: PID 6645 died...\u000a01:24:32.578746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6645): Terminated: ok {rc=0}\u000a01:24:32.665904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:24:33.782114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:33.794679 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:33.943055 tst iperf3m4.py: using LAC 18097\u000a01:24:34.070971 tst iperf3m4.py: using RAC 247\u000a01:24:34.199489 tst iperf3m4.py: using CellId 18097\u000a01:24:34.325723 tst iperf3m4.py: using BVCI 18098\u000a01:24:34.350642 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.362309 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.373820 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.385373 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.396809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.408261 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.419912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.431276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:34.443325 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:34.558711 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:34.679219 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:34.798608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:35.078649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:24:35.204132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:35.517153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Launched\u000a01:24:35.777505 run iperf3-srv_10.42.42.10(pid=6648): Launched\u000a01:24:35.962410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:24:36.089005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:36.411362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Launched\u000a01:24:36.690384 run iperf3-srv_10.42.42.10(pid=6650): Launched\u000a01:24:36.890615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:24:37.025440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:37.360568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Launched\u000a01:24:37.641117 run iperf3-srv_10.42.42.10(pid=6652): Launched\u000a01:24:37.840276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:24:37.975792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:24:38.312779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Launched\u000a01:24:38.592172 run iperf3-srv_10.42.42.10(pid=6654): Launched\u000a01:24:38.790226 tst iperf3m4.py:8: start network...\u000a01:24:38.924805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:39.443123 run create_hlr_db(pid=6655): Launched\u000a01:24:39.630891 bus /gobi_6: Setting Powered False\u000a01:24:40.652335 run create_hlr_db(pid=6655): Terminated: ok {rc=0}\u000a01:24:41.058661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Launched\u000a01:24:41.361574 run osmo-hlr_10.42.42.2(pid=6658): Launched\u000a01:24:41.471829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:42.002318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Launched\u000a01:24:42.305151 run osmo-stp_10.42.42.5(pid=6661): Launched\u000a01:24:42.415499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:42.944117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6663): Launched\u000a01:24:43.052076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:43.317674 run patchelf(pid=6664): Launched\u000a01:24:43.495490 run osmo-stp_10.42.42.5(pid=6661): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)]\u000a01:24:43.624868 run osmo-stp_10.42.42.5(pid=6661): stdout: \u000a| (launched: 2022-12-09_01:24:42.156033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:43.755135 run osmo-stp_10.42.42.5(pid=6661): stderr: \u000a| �[0;m�[38;5;43m20221209012442323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012442323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012442324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012442324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:43.880520 run osmo-stp_10.42.42.5(pid=6661): stdout: \u000a| (launched: 2022-12-09_01:24:42.156033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:44.004677 run osmo-stp_10.42.42.5(pid=6661): stderr: \u000a| �[0;m�[38;5;43m20221209012442323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012442323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012442324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012442324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012442325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:44.149682 run patchelf(pid=6664): Terminating (SIGINT)\u000a01:24:44.320482 run patchelf(pid=6664): Terminated: ok {rc=0}\u000a01:24:44.351880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6661): Process ended prematurely: osmo-stp_10.42.42.5(pid=6661) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6661)] [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:24:44.361224 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:24:44.422141 run osmo-hlr_10.42.42.2(pid=6658): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6658)]\u000a01:24:44.472033 run osmo-hlr_10.42.42.2(pid=6658): stdout: \u000a| (launched: 2022-12-09_01:24:41.212472) \u000a01:24:44.522435 run osmo-hlr_10.42.42.2(pid=6658): stderr: \u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012441410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012441419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012441419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012441419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:44.564892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminating (SIGTERM)\u000a01:24:44.605124 run iperf3-srv_10.42.42.10(pid=6648): Terminating (SIGTERM)\u000a01:24:44.645283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminating (SIGTERM)\u000a01:24:44.685459 run iperf3-srv_10.42.42.10(pid=6650): Terminating (SIGTERM)\u000a01:24:44.725256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminating (SIGTERM)\u000a01:24:44.765056 run iperf3-srv_10.42.42.10(pid=6652): Terminating (SIGTERM)\u000a01:24:44.805322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Terminating (SIGTERM)\u000a01:24:44.845210 run iperf3-srv_10.42.42.10(pid=6654): Terminating (SIGTERM)\u000a01:24:44.885109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminating (SIGTERM)\u000a01:24:44.925400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminating (SIGTERM)\u000a01:24:44.965466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6663): Terminating (SIGTERM)\u000a01:24:44.974889 --- ParallelTerminationStrategy: PID 6647 died...\u000a01:24:45.028204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6647): Terminated: ok {rc=0}\u000a01:24:45.038103 --- ParallelTerminationStrategy: PID 6648 died...\u000a01:24:45.091104 run iperf3-srv_10.42.42.10(pid=6648): Terminated {rc=256}\u000a01:24:45.101011 --- ParallelTerminationStrategy: PID 6649 died...\u000a01:24:45.153861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6649): Terminated: ok {rc=0}\u000a01:24:45.163666 --- ParallelTerminationStrategy: PID 6650 died...\u000a01:24:45.216773 run iperf3-srv_10.42.42.10(pid=6650): Terminated {rc=256}\u000a01:24:45.226403 --- ParallelTerminationStrategy: PID 6651 died...\u000a01:24:45.279746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6651): Terminated: ok {rc=0}\u000a01:24:45.289495 --- ParallelTerminationStrategy: PID 6652 died...\u000a01:24:45.342476 run iperf3-srv_10.42.42.10(pid=6652): Terminated {rc=256}\u000a01:24:45.352313 --- ParallelTerminationStrategy: PID 6653 died...\u000a01:24:45.405236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6653): Terminated: ok {rc=0}\u000a01:24:45.415087 --- ParallelTerminationStrategy: PID 6654 died...\u000a01:24:45.468339 run iperf3-srv_10.42.42.10(pid=6654): Terminated {rc=256}\u000a01:24:45.478044 --- ParallelTerminationStrategy: PID 6657 died...\u000a01:24:45.531304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6657): Terminated: ok {rc=0}\u000a01:24:45.541024 --- ParallelTerminationStrategy: PID 6660 died...\u000a01:24:45.594210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6660): Terminated: ok {rc=0}\u000a01:24:45.604114 --- ParallelTerminationStrategy: PID 6663 died...\u000a01:24:45.657822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6663): Terminated: ok {rc=0}\u000a01:24:45.746516 bus /gobi_4: Setting Powered False\u000a01:24:46.875564 bus /gobi_4: Setting Powered False\u000a01:24:47.990060 bus /gobi_1: Setting Powered False\u000a01:24:49.095226 bus /gobi_1: Setting Powered False\u000a01:24:50.205041 bus /gobi_0: Setting Powered False\u000a01:24:51.307906 bus /gobi_0: Setting Powered False\u000a01:24:52.415318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6671): Process ended prematurely: osmo-stp_10.42.42.5(pid=6671) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6671)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6671): Process ended prematurely: osmo-stp_10.42.42.5(pid=6671) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:24:53.485020 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:53.497605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:24:53.645413 tst ping.py: using LAC 18098\u000a01:24:53.770406 tst ping.py: using RAC 248\u000a01:24:53.895219 tst ping.py: using CellId 18098\u000a01:24:54.019566 tst ping.py: using BVCI 18099\u000a01:24:54.043823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.055608 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.067121 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.078804 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.090288 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.101823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.113971 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:24:54.125754 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:24:54.400439 tst ping.py:19: start network...\u000a01:24:54.523740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:54.990526 run create_hlr_db(pid=6665): Launched\u000a01:24:55.161968 bus /gobi_6: Setting Powered False\u000a01:24:56.182568 run create_hlr_db(pid=6665): Terminated: ok {rc=0}\u000a01:24:56.605447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6667): Launched\u000a01:24:56.923650 run osmo-hlr_10.42.42.2(pid=6668): Launched\u000a01:24:57.040266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:57.598366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6670): Launched\u000a01:24:57.917260 run osmo-stp_10.42.42.5(pid=6671): Launched\u000a01:24:58.032539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:58.589372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6673): Launched\u000a01:24:58.702854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:58.981540 run patchelf(pid=6674): Launched\u000a01:24:59.168355 run osmo-stp_10.42.42.5(pid=6671): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6671)]\u000a01:24:59.305124 run osmo-stp_10.42.42.5(pid=6671): stdout: \u000a| (launched: 2022-12-09_01:24:57.759920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:59.442251 run osmo-stp_10.42.42.5(pid=6671): stderr: \u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012457953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:59.575250 run osmo-stp_10.42.42.5(pid=6671): stdout: \u000a| (launched: 2022-12-09_01:24:57.759920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:59.706263 run osmo-stp_10.42.42.5(pid=6671): stderr: \u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012457953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012457953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012457954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:59.858593 run patchelf(pid=6674): Terminating (SIGINT)\u000a01:25:00.037505 run patchelf(pid=6674): Terminated: ok {rc=0}\u000a01:25:00.070145 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6671): Process ended prematurely: osmo-stp_10.42.42.5(pid=6671) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6671)] [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:25:00.079540 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:25:00.142404 run osmo-hlr_10.42.42.2(pid=6668): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6668)]\u000a01:25:00.193953 run osmo-hlr_10.42.42.2(pid=6668): stdout: \u000a| (launched: 2022-12-09_01:24:56.767067) \u000a01:25:00.245902 run osmo-hlr_10.42.42.2(pid=6668): stderr: \u000a| �[0;m�[1;31m20221209012456967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012456967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012456968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012456968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012456968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012456968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012456981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012456991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012456991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012456991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:00.290363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6667): Terminating (SIGTERM)\u000a01:25:00.332187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6670): Terminating (SIGTERM)\u000a01:25:00.374064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6673): Terminating (SIGTERM)\u000a01:25:00.383713 --- ParallelTerminationStrategy: PID 6667 died...\u000a01:25:00.439748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6667): Terminated: ok {rc=0}\u000a01:25:00.449984 --- ParallelTerminationStrategy: PID 6670 died...\u000a01:25:00.505978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6670): Terminated: ok {rc=0}\u000a01:25:00.516116 --- ParallelTerminationStrategy: PID 6673 died...\u000a01:25:00.571650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6673): Terminated: ok {rc=0}\u000a01:25:00.658458 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:25:01.711027 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:01.724413 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:25:01.886428 tst ping_idle_ping.py: using LAC 18099\u000a01:25:02.014461 tst ping_idle_ping.py: using RAC 249\u000a01:25:02.143980 tst ping_idle_ping.py: using CellId 18099\u000a01:25:02.269874 tst ping_idle_ping.py: using BVCI 18100\u000a01:25:02.294830 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.307299 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.319375 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.331232 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.342992 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.354767 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.366562 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:25:02.378668 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:25:02.668703 tst ping_idle_ping.py:24: start network...\u000a01:25:02.801736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:03.312290 run create_hlr_db(pid=6678): Launched\u000a01:25:03.498603 bus /gobi_6: Setting Powered False\u000a01:25:04.518941 run create_hlr_db(pid=6678): Terminated: ok {rc=0}\u000a01:25:04.943024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Launched\u000a01:25:05.263554 run osmo-hlr_10.42.42.2(pid=6681): Launched\u000a01:25:05.379155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:05.934085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Launched\u000a01:25:06.255054 run osmo-stp_10.42.42.5(pid=6684): Launched\u000a01:25:06.371044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:25:06.929657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Launched\u000a01:25:07.043473 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:25:07.322256 run patchelf(pid=6687): Launched\u000a01:25:07.510063 run osmo-stp_10.42.42.5(pid=6684): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)]\u000a01:25:07.647125 run osmo-stp_10.42.42.5(pid=6684): stdout: \u000a| (launched: 2022-12-09_01:25:06.096264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:07.783903 run osmo-stp_10.42.42.5(pid=6684): stderr: \u000a| �[0;m�[38;5;43m20221209012506287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012506287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012506288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012506288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:07.915889 run osmo-stp_10.42.42.5(pid=6684): stdout: \u000a| (launched: 2022-12-09_01:25:06.096264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:08.046694 run osmo-stp_10.42.42.5(pid=6684): stderr: \u000a| �[0;m�[38;5;43m20221209012506287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012506287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012506288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012506288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012506289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:08.198988 run patchelf(pid=6687): Terminating (SIGINT)\u000a01:25:08.377295 run patchelf(pid=6687): Terminated: ok {rc=0}\u000a01:25:08.409714 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6684): Process ended prematurely: osmo-stp_10.42.42.5(pid=6684) [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6684)] [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:25:08.418999 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:25:08.482248 run osmo-hlr_10.42.42.2(pid=6681): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6681)]\u000a01:25:08.533929 run osmo-hlr_10.42.42.2(pid=6681): stdout: \u000a| (launched: 2022-12-09_01:25:05.105096) \u000a01:25:08.586222 run osmo-hlr_10.42.42.2(pid=6681): stderr: \u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012505302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012505314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012505323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012505323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012505323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:08.630745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Terminating (SIGTERM)\u000a01:25:08.672570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Terminating (SIGTERM)\u000a01:25:08.714580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Terminating (SIGTERM)\u000a01:25:08.724377 --- ParallelTerminationStrategy: PID 6680 died...\u000a01:25:08.781486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6680): Terminated: ok {rc=0}\u000a01:25:08.791794 --- ParallelTerminationStrategy: PID 6683 died...\u000a01:25:08.847929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6683): Terminated: ok {rc=0}\u000a01:25:08.858206 --- ParallelTerminationStrategy: PID 6686 died...\u000a01:25:08.914428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6686): Terminated: ok {rc=0}\u000a01:25:09.002170 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:24:10" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:25:11.038336 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.049886 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:25:11.209501 tst switch_tch_pdch.py: using LAC 18100\u000a01:25:11.326770 tst switch_tch_pdch.py: using RAC 250\u000a01:25:11.445466 tst switch_tch_pdch.py: using CellId 18100\u000a01:25:11.566583 tst switch_tch_pdch.py: using BVCI 18101\u000a01:25:11.589480 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.600685 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.611850 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.623295 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.634665 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.646019 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.657245 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:25:11.668539 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:25:11.785741 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:25:12.061223 tst switch_tch_pdch.py:51: start network...\u000a01:25:12.184609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:12.651557 run create_hlr_db(pid=6691): Launched\u000a01:25:12.824236 bus /gobi_6: Setting Powered False\u000a01:25:13.844701 run create_hlr_db(pid=6691): Terminated: ok {rc=0}\u000a01:25:14.241125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Launched\u000a01:25:14.537757 run osmo-hlr_10.42.42.2(pid=6694): Launched\u000a01:25:14.649573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:15.163137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Launched\u000a01:25:15.459128 run osmo-stp_10.42.42.5(pid=6697): Launched\u000a01:25:15.566923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:25:16.149581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6699): Launched\u000a01:25:16.267084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:25:16.573388 run patchelf(pid=6700): Launched\u000a01:25:16.788554 run osmo-stp_10.42.42.5(pid=6697): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]\u000a01:25:16.932298 run osmo-stp_10.42.42.5(pid=6697): stdout: \u000a| (launched: 2022-12-09_01:25:15.313381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:17.073482 run osmo-stp_10.42.42.5(pid=6697): stderr: \u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012515483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:17.208214 run osmo-stp_10.42.42.5(pid=6697): stdout: \u000a| (launched: 2022-12-09_01:25:15.313381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:17.339585 run osmo-stp_10.42.42.5(pid=6697): stderr: \u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012515482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012515483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012515485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:17.492193 run patchelf(pid=6700): Terminating (SIGINT)\u000a01:25:17.671571 run patchelf(pid=6700): Terminated: ok {rc=0}\u000a01:25:17.704675 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)] [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:25:17.714457 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:25:17.778806 run osmo-hlr_10.42.42.2(pid=6694): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6694)]\u000a01:25:17.831170 run osmo-hlr_10.42.42.2(pid=6694): stdout: \u000a| (launched: 2022-12-09_01:25:14.391443) \u000a01:25:17.884319 run osmo-hlr_10.42.42.2(pid=6694): stderr: \u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012514567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012514582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012514592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012514592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012514592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:17.929489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Terminating (SIGTERM)\u000a01:25:17.971724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Terminating (SIGTERM)\u000a01:25:18.014025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6699): Terminating (SIGTERM)\u000a01:25:18.023790 --- ParallelTerminationStrategy: PID 6693 died...\u000a01:25:18.080699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Terminated: ok {rc=0}\u000a01:25:18.091006 --- ParallelTerminationStrategy: PID 6696 died...\u000a01:25:18.147442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Terminated: ok {rc=0}\u000a01:25:18.157754 --- ParallelTerminationStrategy: PID 6699 died...\u000a01:25:18.214100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6699): Terminated: ok {rc=0}\u000a01:25:18.302467 bus /gobi_0: Setting Powered False\u000a01:25:19.406642 bus /gobi_0: Setting Powered False\u000a01:25:20.519089 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:10" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6710): Process ended prematurely: osmo-stp_10.42.42.5(pid=6710) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6710)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6710): Process ended prematurely: osmo-stp_10.42.42.5(pid=6710) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:25:22.490708 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:22.501682 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:25:22.654166 tst switch_tch_pdch.py: using LAC 18101\u000a01:25:22.769189 tst switch_tch_pdch.py: using RAC 251\u000a01:25:22.889795 tst switch_tch_pdch.py: using CellId 18101\u000a01:25:23.004761 tst switch_tch_pdch.py: using BVCI 18102\u000a01:25:23.027553 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.038600 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.049449 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.061035 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.072090 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.083583 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.094917 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:25:23.106223 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:25:23.223750 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:25:23.497693 tst switch_tch_pdch.py:51: start network...\u000a01:25:23.620233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:24.059374 run create_hlr_db(pid=6704): Launched\u000a01:25:24.180849 bus /gobi_6: Setting Powered False\u000a01:25:25.263452 run create_hlr_db(pid=6704): Terminated: ok {rc=0}\u000a01:25:25.638067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6706): Launched\u000a01:25:25.934842 run osmo-hlr_10.42.42.2(pid=6707): Launched\u000a01:25:26.047057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:26.537985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6709): Launched\u000a01:25:26.836358 run osmo-stp_10.42.42.5(pid=6710): Launched\u000a01:25:26.944321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:25:27.434699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6712): Launched\u000a01:25:27.540521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:25:27.800908 run patchelf(pid=6713): Launched\u000a01:25:27.974800 run osmo-stp_10.42.42.5(pid=6710): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6710)]\u000a01:25:28.102443 run osmo-stp_10.42.42.5(pid=6710): stdout: \u000a| (launched: 2022-12-09_01:25:26.688016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:28.230908 run osmo-stp_10.42.42.5(pid=6710): stderr: \u000a| �[0;m�[38;5;43m20221209012526858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012526858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012526859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012526859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012526859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012526860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012526860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:28.354031 run osmo-stp_10.42.42.5(pid=6710): stdout: \u000a| (launched: 2022-12-09_01:25:26.688016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:28.475429 run osmo-stp_10.42.42.5(pid=6710): stderr: \u000a| �[0;m�[38;5;43m20221209012526858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012526858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012526859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012526859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012526859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012526860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012526860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:28.617854 run patchelf(pid=6713): Terminating (SIGINT)\u000a01:25:28.785177 run patchelf(pid=6713): Terminated: ok {rc=0}\u000a01:25:28.815789 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6710): Process ended prematurely: osmo-stp_10.42.42.5(pid=6710) [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6710)] [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:25:28.824449 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a01:25:28.884416 run osmo-hlr_10.42.42.2(pid=6707): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6707)]\u000a01:25:28.933347 run osmo-hlr_10.42.42.2(pid=6707): stdout: \u000a| (launched: 2022-12-09_01:25:25.788483) \u000a01:25:28.983077 run osmo-hlr_10.42.42.2(pid=6707): stderr: \u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012525965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012525976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012525985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012525985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012525985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:29.025209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6706): Terminating (SIGTERM)\u000a01:25:29.065026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6709): Terminating (SIGTERM)\u000a01:25:29.104661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6712): Terminating (SIGTERM)\u000a01:25:29.114271 --- ParallelTerminationStrategy: PID 6706 died...\u000a01:25:29.167382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6706): Terminated: ok {rc=0}\u000a01:25:29.177432 --- ParallelTerminationStrategy: PID 6709 died...\u000a01:25:29.230670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6709): Terminated: ok {rc=0}\u000a01:25:29.240246 --- ParallelTerminationStrategy: PID 6712 died...\u000a01:25:29.293474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6712): Terminated: ok {rc=0}\u000a01:25:29.381819 bus /gobi_0: Setting Powered False\u000a01:25:30.483709 bus /gobi_0: Setting Powered False\u000a01:25:31.592514 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:22" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6719): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6719) [trial-2352↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6719)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6719): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6719) [trial-2352↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:25:33.478078 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:25:33.488575 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:33.622422 tst mo_mt_sms.py: using LAC 18102\u000a01:25:33.737523 tst mo_mt_sms.py: using RAC 252\u000a01:25:33.853721 tst mo_mt_sms.py: using CellId 18102\u000a01:25:33.977511 tst mo_mt_sms.py: using BVCI 18103\u000a01:25:34.001838 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:34.115124 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:34.386487 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:25:34.509592 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:25:35.120067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6718): Launched\u000a01:25:35.412874 run osmo-nitb_10.42.42.2(pid=6719): Launched\u000a01:25:35.595176 run osmo-nitb_10.42.42.2(pid=6719): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6719)]\u000a01:25:35.729747 run osmo-nitb_10.42.42.2(pid=6719): stdout: \u000a| (launched: 2022-12-09_01:25:35.270285) \u000a01:25:35.864909 run osmo-nitb_10.42.42.2(pid=6719): stderr: \u000a| (launched: 2022-12-09_01:25:35.314488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:35.995440 run osmo-nitb_10.42.42.2(pid=6719): stdout: \u000a| (launched: 2022-12-09_01:25:35.270285) \u000a01:25:36.124626 run osmo-nitb_10.42.42.2(pid=6719): stderr: \u000a| (launched: 2022-12-09_01:25:35.314488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:36.532252 tst osmo-nitb_10.42.42.2(pid=6719): stdout: \u000a| (launched: 2022-12-09_01:25:35.270285) \u000a01:25:36.650447 tst osmo-nitb_10.42.42.2(pid=6719): stderr: \u000a| (launched: 2022-12-09_01:25:35.314488)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:36.702491 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6719): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6719) [trial-2352↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6719)] [trial-2352↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a01:25:36.710781 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a01:25:36.745451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6718): Terminating (SIGTERM)\u000a01:25:36.922992 --- ParallelTerminationStrategy: PID 6718 died...\u000a01:25:36.978037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6718): Terminated: ok {rc=0}\u000a01:25:37.067628 bus /sierra_3: Setting Powered False\u000a01:25:38.171407 bus /sierra_3: Setting Powered False\u000a01:25:39.284067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6729): Process ended prematurely: osmo-stp_10.42.42.5(pid=6729) [trial-2352↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6729)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6729): Process ended prematurely: osmo-stp_10.42.42.5(pid=6729) [trial-2352↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a01:25:41.184863 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.195818 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:41.335242 tst mo_mt_sms.py: using LAC 18103\u000a01:25:41.457926 tst mo_mt_sms.py: using RAC 253\u000a01:25:41.585710 tst mo_mt_sms.py: using CellId 18103\u000a01:25:41.713480 tst mo_mt_sms.py: using BVCI 18104\u000a01:25:41.737449 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.748248 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.759129 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.769953 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.780805 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:41.791553 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:41.907276 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a01:25:42.112039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:42.616694 run create_hlr_db(pid=6723): Launched\u000a01:25:42.800593 bus /sierra_2: Setting Powered False\u000a01:25:43.820903 run create_hlr_db(pid=6723): Terminated: ok {rc=0}\u000a01:25:44.242176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6725): Launched\u000a01:25:44.560059 run osmo-hlr_10.42.42.2(pid=6726): Launched\u000a01:25:44.674918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:45.226558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6728): Launched\u000a01:25:45.544737 run osmo-stp_10.42.42.5(pid=6729): Launched\u000a01:25:45.666095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:46.284835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6731): Launched\u000a01:25:46.672071 run osmo-msc_10.42.42.6(pid=6732): Launched\u000a01:25:47.020646 run osmo-stp_10.42.42.5(pid=6729): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6729)]\u000a01:25:47.164721 run osmo-stp_10.42.42.5(pid=6729): stdout: \u000a| (launched: 2022-12-09_01:25:45.387388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:47.336907 run osmo-stp_10.42.42.5(pid=6729): stderr: \u000a| �[0;m�[38;5;43m20221209012545579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012545580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012545580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012545580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:47.464394 run osmo-stp_10.42.42.5(pid=6729): stdout: \u000a| (launched: 2022-12-09_01:25:45.387388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:47.591266 run osmo-stp_10.42.42.5(pid=6729): stderr: \u000a| �[0;m�[38;5;43m20221209012545579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012545580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012545580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012545580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012545581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:47.646484 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6729): Process ended prematurely: osmo-stp_10.42.42.5(pid=6729) [trial-2352↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6729)] [trial-2352↪sms:trx-lms↪mo_mt_sms.py:16]\u000a01:25:47.655430 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a01:25:47.718608 run osmo-hlr_10.42.42.2(pid=6726): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6726)]\u000a01:25:47.770792 run osmo-hlr_10.42.42.2(pid=6726): stdout: \u000a| (launched: 2022-12-09_01:25:44.403213) \u000a01:25:47.823411 run osmo-hlr_10.42.42.2(pid=6726): stderr: \u000a| �[0;m�[1;31m20221209012544600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012544600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012544600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012544601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012544601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012544601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012544614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012544622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012544622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012544622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:47.894508 run osmo-msc_10.42.42.6(pid=6732): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6732)]\u000a01:25:47.946589 run osmo-msc_10.42.42.6(pid=6732): stdout: \u000a| (launched: 2022-12-09_01:25:46.450391) \u000a01:25:47.999035 run osmo-msc_10.42.42.6(pid=6732): stderr: \u000a| �[0;m�[38;5;43m20221209012546921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012546921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94d3158c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012546921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012546921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012546921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012546922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012546923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012546924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012546924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012546924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:48.043576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6725): Terminating (SIGTERM)\u000a01:25:48.085655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6728): Terminating (SIGTERM)\u000a01:25:48.127691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6731): Terminating (SIGTERM)\u000a01:25:48.137478 --- ParallelTerminationStrategy: PID 6725 died...\u000a01:25:48.193555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6725): Terminated: ok {rc=0}\u000a01:25:48.203724 --- ParallelTerminationStrategy: PID 6728 died...\u000a01:25:48.259694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6728): Terminated: ok {rc=0}\u000a01:25:48.269898 --- ParallelTerminationStrategy: PID 6731 died...\u000a01:25:48.325934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6731): Terminated: ok {rc=0}\u000a01:25:48.413414 bus /sierra_3: Setting Powered False\u000a01:25:49.520431 bus /sierra_3: Setting Powered False\u000a01:25:50.629777 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:40" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6738) [trial-2352↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6738)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6738) [trial-2352↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:52.467570 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a01:25:52.479090 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:52.620543 tst assert_extension.py: using LAC 18104\u000a01:25:52.743884 tst assert_extension.py: using RAC 254\u000a01:25:52.868068 tst assert_extension.py: using CellId 18104\u000a01:25:52.991973 tst assert_extension.py: using BVCI 18105\u000a01:25:53.016091 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:53.306152 tst assert_extension.py:10: start nitb and bts...\u000a01:25:53.438700 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:25:54.095932 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6737): Launched\u000a01:25:54.410875 run osmo-nitb_10.42.42.2(pid=6738): Launched\u000a01:25:54.606491 run osmo-nitb_10.42.42.2(pid=6738): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6738)]\u000a01:25:54.749931 run osmo-nitb_10.42.42.2(pid=6738): stdout: \u000a| (launched: 2022-12-09_01:25:54.257283) \u000a01:25:54.893855 run osmo-nitb_10.42.42.2(pid=6738): stderr: \u000a| (launched: 2022-12-09_01:25:54.304599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:55.033100 run osmo-nitb_10.42.42.2(pid=6738): stdout: \u000a| (launched: 2022-12-09_01:25:54.257283) \u000a01:25:55.171129 run osmo-nitb_10.42.42.2(pid=6738): stderr: \u000a| (launched: 2022-12-09_01:25:54.304599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:55.539732 tst osmo-nitb_10.42.42.2(pid=6738): stdout: \u000a| (launched: 2022-12-09_01:25:54.257283) \u000a01:25:55.666174 tst osmo-nitb_10.42.42.2(pid=6738): stderr: \u000a| (launched: 2022-12-09_01:25:54.304599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:25:55.721587 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6738) [trial-2352↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6738)] [trial-2352↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a01:25:55.730161 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:25:55.766328 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6737): Terminating (SIGTERM)\u000a01:25:55.943999 --- ParallelTerminationStrategy: PID 6737 died...\u000a01:25:56.001743 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6737): Terminated: ok {rc=0}\u000a01:25:56.090317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6748): Process ended prematurely: osmo-stp_10.42.42.5(pid=6748) [trial-2352↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6748)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6748): Process ended prematurely: osmo-stp_10.42.42.5(pid=6748) [trial-2352↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a01:25:57.921260 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:57.931809 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a01:25:58.073229 tst assert_extension.py: using LAC 18105\u000a01:25:58.196738 tst assert_extension.py: using RAC 255\u000a01:25:58.320239 tst assert_extension.py: using CellId 18105\u000a01:25:58.443652 tst assert_extension.py: using BVCI 18106\u000a01:25:58.467733 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:58.478959 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:58.490194 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:58.501130 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:58.511882 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:25:58.522678 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a01:25:58.717495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:59.183239 run create_hlr_db(pid=6742): Launched\u000a01:25:59.355048 bus /sierra_2: Setting Powered False\u000a01:26:00.387269 run create_hlr_db(pid=6742): Terminated: ok {rc=0}\u000a01:26:00.810587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6744): Launched\u000a01:26:01.233078 run osmo-hlr_10.42.42.2(pid=6745): Launched\u000a01:26:01.422487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:02.051211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6747): Launched\u000a01:26:02.371205 run osmo-stp_10.42.42.5(pid=6748): Launched\u000a01:26:02.487222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:03.066098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6750): Launched\u000a01:26:03.382413 run osmo-msc_10.42.42.6(pid=6751): Launched\u000a01:26:03.567777 run osmo-stp_10.42.42.5(pid=6748): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6748)]\u000a01:26:03.702108 run osmo-stp_10.42.42.5(pid=6748): stdout: \u000a| (launched: 2022-12-09_01:26:02.214636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:03.836618 run osmo-stp_10.42.42.5(pid=6748): stderr: \u000a| �[0;m�[38;5;43m20221209012602404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012602404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012602405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012602405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:03.963876 run osmo-stp_10.42.42.5(pid=6748): stdout: \u000a| (launched: 2022-12-09_01:26:02.214636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:04.090955 run osmo-stp_10.42.42.5(pid=6748): stderr: \u000a| �[0;m�[38;5;43m20221209012602404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012602404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012602405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012602405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012602405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012602406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:04.146408 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6748): Process ended prematurely: osmo-stp_10.42.42.5(pid=6748) [trial-2352↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6748)] [trial-2352↪ussd:trx-lms↪assert_extension.py:17]\u000a01:26:04.155321 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a01:26:04.217827 run osmo-hlr_10.42.42.2(pid=6745): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6745)]\u000a01:26:04.269367 run osmo-hlr_10.42.42.2(pid=6745): stdout: \u000a| (launched: 2022-12-09_01:26:00.985439) \u000a01:26:04.321593 run osmo-hlr_10.42.42.2(pid=6745): stderr: \u000a| �[0;m�[1;31m20221209012601289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012601289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012601289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012601289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012601289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012601290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012601307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012601315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012601315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012601315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:04.392255 run osmo-msc_10.42.42.6(pid=6751): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6751)]\u000a01:26:04.443751 run osmo-msc_10.42.42.6(pid=6751): stdout: \u000a| (launched: 2022-12-09_01:26:03.227051) \u000a01:26:04.496240 run osmo-msc_10.42.42.6(pid=6751): stderr: \u000a| �[0;m�[38;5;43m20221209012603550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012603550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37cd8ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012603550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012603550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012603550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012603551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012603552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012603553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012603553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012603553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:04.540630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6744): Terminating (SIGTERM)\u000a01:26:04.582581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6747): Terminating (SIGTERM)\u000a01:26:04.624501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6750): Terminating (SIGTERM)\u000a01:26:04.634350 --- ParallelTerminationStrategy: PID 6744 died...\u000a01:26:04.691191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6744): Terminated: ok {rc=0}\u000a01:26:04.701524 --- ParallelTerminationStrategy: PID 6747 died...\u000a01:26:04.758063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6747): Terminated: ok {rc=0}\u000a01:26:04.768308 --- ParallelTerminationStrategy: PID 6750 died...\u000a01:26:04.824805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6750): Terminated: ok {rc=0}\u000a01:26:04.914239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:25:57" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6763): Process ended prematurely: osmo-stp_10.42.42.5(pid=6763) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6763)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6763): Process ended prematurely: osmo-stp_10.42.42.5(pid=6763) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:06.874321 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:06.885266 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:26:07.040279 tst mo_mt_call.py: using LAC 18106\u000a01:26:07.158404 tst mo_mt_call.py: using RAC 1\u000a01:26:07.275890 tst mo_mt_call.py: using CellId 18106\u000a01:26:07.399772 tst mo_mt_call.py: using BVCI 18107\u000a01:26:07.424335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:07.435886 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:07.447364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:07.458845 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:07.470320 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:07.482195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:26:07.598971 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:26:07.810599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:08.327452 run create_hlr_db(pid=6757): Launched\u000a01:26:08.514825 bus /sierra_2: Setting Powered False\u000a01:26:09.536205 run create_hlr_db(pid=6757): Terminated: ok {rc=0}\u000a01:26:09.942258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6759): Launched\u000a01:26:10.243870 run osmo-hlr_10.42.42.2(pid=6760): Launched\u000a01:26:10.360707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:10.895146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6762): Launched\u000a01:26:11.197993 run osmo-stp_10.42.42.5(pid=6763): Launched\u000a01:26:11.308285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:11.860099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6765): Launched\u000a01:26:12.163238 run osmo-msc_10.42.42.6(pid=6766): Launched\u000a01:26:12.340444 run osmo-stp_10.42.42.5(pid=6763): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6763)]\u000a01:26:12.468472 run osmo-stp_10.42.42.5(pid=6763): stdout: \u000a| (launched: 2022-12-09_01:26:11.049214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:12.594122 run osmo-stp_10.42.42.5(pid=6763): stderr: \u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012611219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:12.714851 run osmo-stp_10.42.42.5(pid=6763): stdout: \u000a| (launched: 2022-12-09_01:26:11.049214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:12.834545 run osmo-stp_10.42.42.5(pid=6763): stderr: \u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012611218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012611219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012611219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:12.887861 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6763): Process ended prematurely: osmo-stp_10.42.42.5(pid=6763) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6763)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:26:12.896384 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:26:12.956144 run osmo-hlr_10.42.42.2(pid=6760): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6760)]\u000a01:26:13.005777 run osmo-hlr_10.42.42.2(pid=6760): stdout: \u000a| (launched: 2022-12-09_01:26:10.095418) \u000a01:26:13.055777 run osmo-hlr_10.42.42.2(pid=6760): stderr: \u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012610273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012610285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012610295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012610295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012610295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:13.123652 run osmo-msc_10.42.42.6(pid=6766): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6766)]\u000a01:26:13.173153 run osmo-msc_10.42.42.6(pid=6766): stdout: \u000a| (launched: 2022-12-09_01:26:12.013052) \u000a01:26:13.223261 run osmo-msc_10.42.42.6(pid=6766): stderr: \u000a| �[0;m�[38;5;43m20221209012612284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012612284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6033fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012612284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012612284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012612284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012612284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012612286 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012612286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012612287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012612287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:13.265466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6759): Terminating (SIGTERM)\u000a01:26:13.305761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6762): Terminating (SIGTERM)\u000a01:26:13.345788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6765): Terminating (SIGTERM)\u000a01:26:13.354924 --- ParallelTerminationStrategy: PID 6759 died...\u000a01:26:13.408665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6759): Terminated: ok {rc=0}\u000a01:26:13.418219 --- ParallelTerminationStrategy: PID 6762 died...\u000a01:26:13.471868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6762): Terminated: ok {rc=0}\u000a01:26:13.481743 --- ParallelTerminationStrategy: PID 6765 died...\u000a01:26:13.536133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6765): Terminated: ok {rc=0}\u000a01:26:13.620757 bus /sierra_3: Setting Powered False\u000a01:26:14.722236 bus /sierra_3: Setting Powered False\u000a01:26:15.835854 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:16.955993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:16.968324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:26:17.129208 tst mo_mt_call_osmux.py: using LAC 18107\u000a01:26:17.252343 tst mo_mt_call_osmux.py: using RAC 2\u000a01:26:17.378038 tst mo_mt_call_osmux.py: using CellId 18107\u000a01:26:17.507059 tst mo_mt_call_osmux.py: using BVCI 18108\u000a01:26:17.531954 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:17.543583 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:17.554897 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:17.566381 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:17.577843 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:26:17.589294 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:26:17.709091 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:26:17.916193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:18.395115 run create_hlr_db(pid=6768): Launched\u000a01:26:18.571523 bus /sierra_2: Setting Powered False\u000a01:26:19.591023 run create_hlr_db(pid=6768): Terminated: ok {rc=0}\u000a01:26:19.994232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Launched\u000a01:26:20.298229 run osmo-hlr_10.42.42.2(pid=6771): Launched\u000a01:26:20.416538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:20.961871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Launched\u000a01:26:21.286125 run osmo-stp_10.42.42.5(pid=6774): Launched\u000a01:26:21.404814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:22.014575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6776): Launched\u000a01:26:22.316846 run osmo-msc_10.42.42.6(pid=6777): Launched\u000a01:26:22.494228 run osmo-stp_10.42.42.5(pid=6774): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)]\u000a01:26:22.623401 run osmo-stp_10.42.42.5(pid=6774): stdout: \u000a| (launched: 2022-12-09_01:26:21.126543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:22.749461 run osmo-stp_10.42.42.5(pid=6774): stderr: \u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012621320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:22.870891 run osmo-stp_10.42.42.5(pid=6774): stdout: \u000a| (launched: 2022-12-09_01:26:21.126543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:22.991045 run osmo-stp_10.42.42.5(pid=6774): stderr: \u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012621319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012621320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012621320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:23.044025 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6774): Process ended prematurely: osmo-stp_10.42.42.5(pid=6774) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6774)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:26:23.052810 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:26:23.112941 run osmo-hlr_10.42.42.2(pid=6771): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6771)]\u000a01:26:23.162329 run osmo-hlr_10.42.42.2(pid=6771): stdout: \u000a| (launched: 2022-12-09_01:26:20.147649) \u000a01:26:23.212322 run osmo-hlr_10.42.42.2(pid=6771): stderr: \u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012620326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012620338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012620347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012620347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012620347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:23.279814 run osmo-msc_10.42.42.6(pid=6777): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6777)]\u000a01:26:23.328924 run osmo-msc_10.42.42.6(pid=6777): stdout: \u000a| (launched: 2022-12-09_01:26:22.167840) \u000a01:26:23.378450 run osmo-msc_10.42.42.6(pid=6777): stderr: \u000a| �[0;m�[38;5;43m20221209012622439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012622439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2511e05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012622439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012622440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012622440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012622440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012622442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012622443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012622443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012622443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:23.420034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Terminating (SIGTERM)\u000a01:26:23.459891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Terminating (SIGTERM)\u000a01:26:23.499487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6776): Terminating (SIGTERM)\u000a01:26:23.508735 --- ParallelTerminationStrategy: PID 6770 died...\u000a01:26:23.561983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6770): Terminated: ok {rc=0}\u000a01:26:23.571701 --- ParallelTerminationStrategy: PID 6773 died...\u000a01:26:23.624491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6773): Terminated: ok {rc=0}\u000a01:26:23.634263 --- ParallelTerminationStrategy: PID 6776 died...\u000a01:26:23.687413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6776): Terminated: ok {rc=0}\u000a01:26:23.777870 bus /sierra_3: Setting Powered False\u000a01:26:24.882908 bus /sierra_3: Setting Powered False\u000a01:26:25.996022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:26:06" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6789): Process ended prematurely: osmo-stp_10.42.42.5(pid=6789) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6789)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6789): Process ended prematurely: osmo-stp_10.42.42.5(pid=6789) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:28.002133 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.013876 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:26:28.179060 tst mo_mt_call.py: using LAC 18108\u000a01:26:28.307387 tst mo_mt_call.py: using RAC 3\u000a01:26:28.435310 tst mo_mt_call.py: using CellId 18108\u000a01:26:28.564033 tst mo_mt_call.py: using BVCI 18109\u000a01:26:28.588671 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.600176 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.611484 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.622795 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.634364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:28.645659 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:28.765351 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:28.965619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:29.440822 run create_hlr_db(pid=6783): Launched\u000a01:26:29.614804 bus /sierra_2: Setting Powered False\u000a01:26:30.649169 run create_hlr_db(pid=6783): Terminated: ok {rc=0}\u000a01:26:31.124503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6785): Launched\u000a01:26:31.624866 run osmo-hlr_10.42.42.2(pid=6786): Launched\u000a01:26:31.887084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:32.427472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6788): Launched\u000a01:26:32.731711 run osmo-stp_10.42.42.5(pid=6789): Launched\u000a01:26:32.843246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:33.397353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6791): Launched\u000a01:26:33.700709 run osmo-msc_10.42.42.6(pid=6792): Launched\u000a01:26:33.879336 run osmo-stp_10.42.42.5(pid=6789): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6789)]\u000a01:26:34.007080 run osmo-stp_10.42.42.5(pid=6789): stdout: \u000a| (launched: 2022-12-09_01:26:32.582041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:34.133451 run osmo-stp_10.42.42.5(pid=6789): stderr: \u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012632753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:34.254451 run osmo-stp_10.42.42.5(pid=6789): stdout: \u000a| (launched: 2022-12-09_01:26:32.582041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:34.375247 run osmo-stp_10.42.42.5(pid=6789): stderr: \u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012632752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012632753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012632753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:34.428379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6789): Process ended prematurely: osmo-stp_10.42.42.5(pid=6789) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6789)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:26:34.437064 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:26:34.497767 run osmo-hlr_10.42.42.2(pid=6786): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6786)]\u000a01:26:34.547251 run osmo-hlr_10.42.42.2(pid=6786): stdout: \u000a| (launched: 2022-12-09_01:26:31.293410) \u000a01:26:34.598056 run osmo-hlr_10.42.42.2(pid=6786): stderr: \u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012631636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012631652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:34.665616 run osmo-msc_10.42.42.6(pid=6792): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6792)]\u000a01:26:34.714783 run osmo-msc_10.42.42.6(pid=6792): stdout: \u000a| (launched: 2022-12-09_01:26:33.551017) \u000a01:26:34.764627 run osmo-msc_10.42.42.6(pid=6792): stderr: \u000a| �[0;m�[38;5;43m20221209012633823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012633823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d0a8d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012633823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012633823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012633824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012633824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012633826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012633826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012633827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012633827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:34.806814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6785): Terminating (SIGTERM)\u000a01:26:34.846804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6788): Terminating (SIGTERM)\u000a01:26:34.886790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6791): Terminating (SIGTERM)\u000a01:26:34.896082 --- ParallelTerminationStrategy: PID 6785 died...\u000a01:26:34.949745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6785): Terminated: ok {rc=0}\u000a01:26:34.959302 --- ParallelTerminationStrategy: PID 6788 died...\u000a01:26:35.012888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6788): Terminated: ok {rc=0}\u000a01:26:35.022782 --- ParallelTerminationStrategy: PID 6791 died...\u000a01:26:35.076378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6791): Terminated: ok {rc=0}\u000a01:26:35.165904 bus /sierra_3: Setting Powered False\u000a01:26:36.270265 bus /sierra_3: Setting Powered False\u000a01:26:37.382426 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6800): Process ended prematurely: osmo-stp_10.42.42.5(pid=6800) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6800)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6800): Process ended prematurely: osmo-stp_10.42.42.5(pid=6800) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:38.493543 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:38.505307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:26:38.664852 tst mo_mt_call_osmux.py: using LAC 18109\u000a01:26:38.785118 tst mo_mt_call_osmux.py: using RAC 4\u000a01:26:38.905439 tst mo_mt_call_osmux.py: using CellId 18109\u000a01:26:39.025157 tst mo_mt_call_osmux.py: using BVCI 18110\u000a01:26:39.047882 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:39.058926 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:39.069746 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:39.080690 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:39.091870 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:26:39.102918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:39.220353 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:26:39.432751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:39.951118 run create_hlr_db(pid=6794): Launched\u000a01:26:40.138811 bus /sierra_2: Setting Powered False\u000a01:26:41.158803 run create_hlr_db(pid=6794): Terminated: ok {rc=0}\u000a01:26:41.590285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6796): Launched\u000a01:26:41.914755 run osmo-hlr_10.42.42.2(pid=6797): Launched\u000a01:26:42.032439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:42.595813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6799): Launched\u000a01:26:42.917915 run osmo-stp_10.42.42.5(pid=6800): Launched\u000a01:26:43.034936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:43.627307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6802): Launched\u000a01:26:43.950411 run osmo-msc_10.42.42.6(pid=6803): Launched\u000a01:26:44.139859 run osmo-stp_10.42.42.5(pid=6800): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6800)]\u000a01:26:44.276798 run osmo-stp_10.42.42.5(pid=6800): stdout: \u000a| (launched: 2022-12-09_01:26:42.760088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:44.413747 run osmo-stp_10.42.42.5(pid=6800): stderr: \u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012642953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:44.544036 run osmo-stp_10.42.42.5(pid=6800): stdout: \u000a| (launched: 2022-12-09_01:26:42.760088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:44.673281 run osmo-stp_10.42.42.5(pid=6800): stderr: \u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012642952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012642953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012642953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:44.730287 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6800): Process ended prematurely: osmo-stp_10.42.42.5(pid=6800) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6800)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:26:44.739671 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:26:44.802859 run osmo-hlr_10.42.42.2(pid=6797): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6797)]\u000a01:26:44.854371 run osmo-hlr_10.42.42.2(pid=6797): stdout: \u000a| (launched: 2022-12-09_01:26:41.755102) \u000a01:26:44.906436 run osmo-hlr_10.42.42.2(pid=6797): stderr: \u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012641954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012641966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012641975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012641975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012641975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:44.977274 run osmo-msc_10.42.42.6(pid=6803): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6803)]\u000a01:26:45.028645 run osmo-msc_10.42.42.6(pid=6803): stdout: \u000a| (launched: 2022-12-09_01:26:43.791697) \u000a01:26:45.080526 run osmo-msc_10.42.42.6(pid=6803): stderr: \u000a| �[0;m�[38;5;43m20221209012644114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012644115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f538478fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012644115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012644115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012644115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012644115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012644117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012644117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012644117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012644118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:45.124472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6796): Terminating (SIGTERM)\u000a01:26:45.166261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6799): Terminating (SIGTERM)\u000a01:26:45.208146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6802): Terminating (SIGTERM)\u000a01:26:45.217767 --- ParallelTerminationStrategy: PID 6796 died...\u000a01:26:45.273485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6796): Terminated: ok {rc=0}\u000a01:26:45.283500 --- ParallelTerminationStrategy: PID 6799 died...\u000a01:26:45.339184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6799): Terminated: ok {rc=0}\u000a01:26:45.349246 --- ParallelTerminationStrategy: PID 6802 died...\u000a01:26:45.404646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6802): Terminated: ok {rc=0}\u000a01:26:45.492238 bus /sierra_3: Setting Powered False\u000a01:26:46.604620 bus /sierra_3: Setting Powered False\u000a01:26:47.718073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:26:27" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:26:49.708918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:49.719990 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:49.876678 tst mo_mt_call.py: using LAC 18110\u000a01:26:49.995997 tst mo_mt_call.py: using RAC 5\u000a01:26:50.116466 tst mo_mt_call.py: using CellId 18110\u000a01:26:50.246511 tst mo_mt_call.py: using BVCI 18111\u000a01:26:50.271372 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:50.282944 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:50.295154 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:50.306691 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:50.318343 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:50.329861 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:50.445681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:26:50.650401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:26:51.126861 run create_hlr_db(pid=6808): Launched\u000a01:26:51.301429 bus /sierra_2: Setting Powered False\u000a01:26:52.323063 run create_hlr_db(pid=6808): Terminated: ok {rc=0}\u000a01:26:52.729996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Launched\u000a01:26:53.033699 run osmo-hlr_10.42.42.2(pid=6811): Launched\u000a01:26:53.151110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:26:53.688242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Launched\u000a01:26:53.991990 run osmo-stp_10.42.42.5(pid=6814): Launched\u000a01:26:54.103129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:26:54.658100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Launched\u000a01:26:54.961906 run osmo-msc_10.42.42.6(pid=6817): Launched\u000a01:26:55.139641 run osmo-stp_10.42.42.5(pid=6814): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)]\u000a01:26:55.268153 run osmo-stp_10.42.42.5(pid=6814): stdout: \u000a| (launched: 2022-12-09_01:26:53.841904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:55.394678 run osmo-stp_10.42.42.5(pid=6814): stderr: \u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012654011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:55.515614 run osmo-stp_10.42.42.5(pid=6814): stdout: \u000a| (launched: 2022-12-09_01:26:53.841904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:26:55.635552 run osmo-stp_10.42.42.5(pid=6814): stderr: \u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012654010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012654011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:26:55.688622 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6814): Process ended prematurely: osmo-stp_10.42.42.5(pid=6814) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6814)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:26:55.697345 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:26:55.757576 run osmo-hlr_10.42.42.2(pid=6811): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6811)]\u000a01:26:55.807000 run osmo-hlr_10.42.42.2(pid=6811): stdout: \u000a| (launched: 2022-12-09_01:26:52.884372) \u000a01:26:55.857272 run osmo-hlr_10.42.42.2(pid=6811): stderr: \u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012653061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012653073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012653081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012653082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012653082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:26:55.925077 run osmo-msc_10.42.42.6(pid=6817): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6817)]\u000a01:26:55.974476 run osmo-msc_10.42.42.6(pid=6817): stdout: \u000a| (launched: 2022-12-09_01:26:54.811448) \u000a01:26:56.024562 run osmo-msc_10.42.42.6(pid=6817): stderr: \u000a| �[0;m�[38;5;43m20221209012655087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012655087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f035a2cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012655087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012655087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012655087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012655087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012655089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012655090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012655090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012655090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:26:56.066971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Terminating (SIGTERM)\u000a01:26:56.106935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Terminating (SIGTERM)\u000a01:26:56.146867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Terminating (SIGTERM)\u000a01:26:56.156218 --- ParallelTerminationStrategy: PID 6810 died...\u000a01:26:56.209912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6810): Terminated: ok {rc=0}\u000a01:26:56.219459 --- ParallelTerminationStrategy: PID 6813 died...\u000a01:26:56.272796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6813): Terminated: ok {rc=0}\u000a01:26:56.282732 --- ParallelTerminationStrategy: PID 6816 died...\u000a01:26:56.336359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6816): Terminated: ok {rc=0}\u000a01:26:56.425295 bus /sierra_3: Setting Powered False\u000a01:26:57.529915 bus /sierra_3: Setting Powered False\u000a01:26:58.642205 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6825): Process ended prematurely: osmo-stp_10.42.42.5(pid=6825) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6825)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6825): Process ended prematurely: osmo-stp_10.42.42.5(pid=6825) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:26:59.751739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:26:59.763425 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:26:59.926257 tst mo_mt_call_osmux.py: using LAC 18111\u000a01:27:00.043890 tst mo_mt_call_osmux.py: using RAC 6\u000a01:27:00.167202 tst mo_mt_call_osmux.py: using CellId 18111\u000a01:27:00.288183 tst mo_mt_call_osmux.py: using BVCI 18112\u000a01:27:00.311303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:27:00.322418 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:27:00.333454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:27:00.344628 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:27:00.356163 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:27:00.367839 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:27:00.484774 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:27:00.699029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:01.288556 run create_hlr_db(pid=6819): Launched\u000a01:27:01.511100 bus /sierra_2: Setting Powered False\u000a01:27:02.502904 run create_hlr_db(pid=6819): Terminated: ok {rc=0}\u000a01:27:02.934917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6821): Launched\u000a01:27:03.239915 run osmo-hlr_10.42.42.2(pid=6822): Launched\u000a01:27:03.356251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:03.885320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6824): Launched\u000a01:27:04.186932 run osmo-stp_10.42.42.5(pid=6825): Launched\u000a01:27:04.297092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:04.851586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6827): Launched\u000a01:27:05.155659 run osmo-msc_10.42.42.6(pid=6828): Launched\u000a01:27:05.338016 run osmo-stp_10.42.42.5(pid=6825): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6825)]\u000a01:27:05.466450 run osmo-stp_10.42.42.5(pid=6825): stdout: \u000a| (launched: 2022-12-09_01:27:04.038143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:05.592119 run osmo-stp_10.42.42.5(pid=6825): stderr: \u000a| �[0;m�[38;5;43m20221209012704208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012704209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012704209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012704209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:05.713121 run osmo-stp_10.42.42.5(pid=6825): stdout: \u000a| (launched: 2022-12-09_01:27:04.038143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:05.833256 run osmo-stp_10.42.42.5(pid=6825): stderr: \u000a| �[0;m�[38;5;43m20221209012704208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012704209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012704209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012704209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012704210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:05.886286 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6825): Process ended prematurely: osmo-stp_10.42.42.5(pid=6825) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6825)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:27:05.894999 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:27:05.955268 run osmo-hlr_10.42.42.2(pid=6822): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6822)]\u000a01:27:06.004490 run osmo-hlr_10.42.42.2(pid=6822): stdout: \u000a| (launched: 2022-12-09_01:27:03.088641) \u000a01:27:06.054344 run osmo-hlr_10.42.42.2(pid=6822): stderr: \u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012703265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012703277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012703286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012703287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012703287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:06.121889 run osmo-msc_10.42.42.6(pid=6828): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6828)]\u000a01:27:06.170959 run osmo-msc_10.42.42.6(pid=6828): stdout: \u000a| (launched: 2022-12-09_01:27:05.004665) \u000a01:27:06.220658 run osmo-msc_10.42.42.6(pid=6828): stderr: \u000a| �[0;m�[38;5;43m20221209012705281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012705281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12eb48dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012705281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012705281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012705281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012705281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012705284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012705284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012705284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012705284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:06.262387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6821): Terminating (SIGTERM)\u000a01:27:06.302046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6824): Terminating (SIGTERM)\u000a01:27:06.341705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6827): Terminating (SIGTERM)\u000a01:27:06.350982 --- ParallelTerminationStrategy: PID 6821 died...\u000a01:27:06.404640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6821): Terminated: ok {rc=0}\u000a01:27:06.414280 --- ParallelTerminationStrategy: PID 6824 died...\u000a01:27:06.467210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6824): Terminated: ok {rc=0}\u000a01:27:06.477012 --- ParallelTerminationStrategy: PID 6827 died...\u000a01:27:06.530308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6827): Terminated: ok {rc=0}\u000a01:27:06.619000 bus /sierra_3: Setting Powered False\u000a01:27:07.721876 bus /sierra_3: Setting Powered False\u000a01:27:08.833135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:26:49" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6839): Process ended prematurely: osmo-stp_10.42.42.5(pid=6839) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6839)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6839): Process ended prematurely: osmo-stp_10.42.42.5(pid=6839) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:27:10.830217 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:10.841745 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:27:11.007286 tst mo_mt_call.py: using LAC 18112\u000a01:27:11.135668 tst mo_mt_call.py: using RAC 7\u000a01:27:11.262256 tst mo_mt_call.py: using CellId 18112\u000a01:27:11.390748 tst mo_mt_call.py: using BVCI 18113\u000a01:27:11.415418 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:11.426964 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:11.438359 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:11.449823 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:11.461281 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:11.472649 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:11.586809 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:11.786897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:12.264569 run create_hlr_db(pid=6833): Launched\u000a01:27:12.438228 bus /sierra_2: Setting Powered False\u000a01:27:13.459490 run create_hlr_db(pid=6833): Terminated: ok {rc=0}\u000a01:27:13.862065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6835): Launched\u000a01:27:14.164578 run osmo-hlr_10.42.42.2(pid=6836): Launched\u000a01:27:14.283149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:14.816359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6838): Launched\u000a01:27:15.120290 run osmo-stp_10.42.42.5(pid=6839): Launched\u000a01:27:15.231921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:15.787003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6841): Launched\u000a01:27:16.188733 run osmo-msc_10.42.42.6(pid=6842): Launched\u000a01:27:16.449549 run osmo-stp_10.42.42.5(pid=6839): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6839)]\u000a01:27:16.716716 run osmo-stp_10.42.42.5(pid=6839): stdout: \u000a| (launched: 2022-12-09_01:27:14.969824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:16.996481 run osmo-stp_10.42.42.5(pid=6839): stderr: \u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012715141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:17.130756 run osmo-stp_10.42.42.5(pid=6839): stdout: \u000a| (launched: 2022-12-09_01:27:14.969824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:17.263463 run osmo-stp_10.42.42.5(pid=6839): stderr: \u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012715140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012715141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012715141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:17.322591 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6839): Process ended prematurely: osmo-stp_10.42.42.5(pid=6839) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6839)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:27:17.332919 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:27:17.397439 run osmo-hlr_10.42.42.2(pid=6836): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6836)]\u000a01:27:17.449393 run osmo-hlr_10.42.42.2(pid=6836): stdout: \u000a| (launched: 2022-12-09_01:27:14.015231) \u000a01:27:17.502076 run osmo-hlr_10.42.42.2(pid=6836): stderr: \u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012714192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012714204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012714213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012714213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012714213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:17.573786 run osmo-msc_10.42.42.6(pid=6842): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6842)]\u000a01:27:17.625744 run osmo-msc_10.42.42.6(pid=6842): stdout: \u000a| (launched: 2022-12-09_01:27:15.949829) \u000a01:27:17.678256 run osmo-msc_10.42.42.6(pid=6842): stderr: \u000a| �[0;m�[38;5;43m20221209012716573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012716573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4b2639c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012716574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012716574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012716574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012716574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012716576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012716576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012716576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012716576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:17.722802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6835): Terminating (SIGTERM)\u000a01:27:17.765058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6838): Terminating (SIGTERM)\u000a01:27:17.807120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6841): Terminating (SIGTERM)\u000a01:27:17.816885 --- ParallelTerminationStrategy: PID 6835 died...\u000a01:27:17.873546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6835): Terminated: ok {rc=0}\u000a01:27:17.883688 --- ParallelTerminationStrategy: PID 6838 died...\u000a01:27:17.940421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6838): Terminated: ok {rc=0}\u000a01:27:17.950627 --- ParallelTerminationStrategy: PID 6841 died...\u000a01:27:18.007682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6841): Terminated: ok {rc=0}\u000a01:27:18.096411 bus /sierra_3: Setting Powered False\u000a01:27:19.205384 bus /sierra_3: Setting Powered False\u000a01:27:20.317222 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6850): Process ended prematurely: osmo-stp_10.42.42.5(pid=6850) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6850)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6850): Process ended prematurely: osmo-stp_10.42.42.5(pid=6850) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:21.431954 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:21.444435 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:27:21.608695 tst mo_mt_call_osmux.py: using LAC 18113\u000a01:27:21.733552 tst mo_mt_call_osmux.py: using RAC 8\u000a01:27:21.858321 tst mo_mt_call_osmux.py: using CellId 18113\u000a01:27:21.983067 tst mo_mt_call_osmux.py: using BVCI 18114\u000a01:27:22.007742 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:22.019408 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:22.030863 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:22.042280 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:22.053720 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:27:22.065126 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:22.182371 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:27:22.383157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:22.861873 run create_hlr_db(pid=6844): Launched\u000a01:27:23.037184 bus /sierra_2: Setting Powered False\u000a01:27:24.057690 run create_hlr_db(pid=6844): Terminated: ok {rc=0}\u000a01:27:24.488903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6846): Launched\u000a01:27:24.814995 run osmo-hlr_10.42.42.2(pid=6847): Launched\u000a01:27:24.932451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:25.496659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6849): Launched\u000a01:27:25.824028 run osmo-stp_10.42.42.5(pid=6850): Launched\u000a01:27:25.941475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:26.536229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6852): Launched\u000a01:27:26.861673 run osmo-msc_10.42.42.6(pid=6853): Launched\u000a01:27:27.051840 run osmo-stp_10.42.42.5(pid=6850): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6850)]\u000a01:27:27.188926 run osmo-stp_10.42.42.5(pid=6850): stdout: \u000a| (launched: 2022-12-09_01:27:25.662057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:27.325532 run osmo-stp_10.42.42.5(pid=6850): stderr: \u000a| �[0;m�[38;5;43m20221209012725856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012725856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012725857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012725857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:27.455912 run osmo-stp_10.42.42.5(pid=6850): stdout: \u000a| (launched: 2022-12-09_01:27:25.662057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:27.586408 run osmo-stp_10.42.42.5(pid=6850): stderr: \u000a| �[0;m�[38;5;43m20221209012725856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012725856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012725857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012725857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012725858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:27.643731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6850): Process ended prematurely: osmo-stp_10.42.42.5(pid=6850) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6850)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:27:27.653335 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:27:27.716547 run osmo-hlr_10.42.42.2(pid=6847): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6847)]\u000a01:27:27.768714 run osmo-hlr_10.42.42.2(pid=6847): stdout: \u000a| (launched: 2022-12-09_01:27:24.655414) \u000a01:27:27.821244 run osmo-hlr_10.42.42.2(pid=6847): stderr: \u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012724858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012724870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012724879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012724879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012724879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:27.892171 run osmo-msc_10.42.42.6(pid=6853): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6853)]\u000a01:27:27.943669 run osmo-msc_10.42.42.6(pid=6853): stdout: \u000a| (launched: 2022-12-09_01:27:26.702060) \u000a01:27:27.995807 run osmo-msc_10.42.42.6(pid=6853): stderr: \u000a| �[0;m�[38;5;43m20221209012727025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012727025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18a1649c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012727025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012727025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012727025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012727025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012727027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012727027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012727028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:28.040201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6846): Terminating (SIGTERM)\u000a01:27:28.082159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6849): Terminating (SIGTERM)\u000a01:27:28.124282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6852): Terminating (SIGTERM)\u000a01:27:28.134022 --- ParallelTerminationStrategy: PID 6846 died...\u000a01:27:28.190175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6846): Terminated: ok {rc=0}\u000a01:27:28.200385 --- ParallelTerminationStrategy: PID 6849 died...\u000a01:27:28.256173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6849): Terminated: ok {rc=0}\u000a01:27:28.266459 --- ParallelTerminationStrategy: PID 6852 died...\u000a01:27:28.322060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6852): Terminated: ok {rc=0}\u000a01:27:28.409741 bus /sierra_3: Setting Powered False\u000a01:27:29.512733 bus /sierra_3: Setting Powered False\u000a01:27:30.619701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:27:10" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:27:32.648248 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:32.659228 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:27:32.814530 tst mo_mt_call.py: using LAC 18114\u000a01:27:32.942187 tst mo_mt_call.py: using RAC 9\u000a01:27:33.074924 tst mo_mt_call.py: using CellId 18114\u000a01:27:33.204316 tst mo_mt_call.py: using BVCI 18115\u000a01:27:33.229211 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:33.240715 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:33.252129 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:33.264140 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:33.275978 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:33.287757 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:33.406478 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:33.609878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:34.085540 run create_hlr_db(pid=6859): Launched\u000a01:27:34.260522 bus /sierra_2: Setting Powered False\u000a01:27:35.281480 run create_hlr_db(pid=6859): Terminated: ok {rc=0}\u000a01:27:35.713782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Launched\u000a01:27:36.024890 run osmo-hlr_10.42.42.2(pid=6863): Launched\u000a01:27:36.143359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:36.678171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Launched\u000a01:27:36.980577 run osmo-stp_10.42.42.5(pid=6866): Launched\u000a01:27:37.091170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:37.645817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6868): Launched\u000a01:27:37.949119 run osmo-msc_10.42.42.6(pid=6869): Launched\u000a01:27:38.127284 run osmo-stp_10.42.42.5(pid=6866): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)]\u000a01:27:38.255737 run osmo-stp_10.42.42.5(pid=6866): stdout: \u000a| (launched: 2022-12-09_01:27:36.832037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:38.381772 run osmo-stp_10.42.42.5(pid=6866): stderr: \u000a| �[0;m�[38;5;43m20221209012736999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012737000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012737000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012737000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:38.503311 run osmo-stp_10.42.42.5(pid=6866): stdout: \u000a| (launched: 2022-12-09_01:27:36.832037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:38.623658 run osmo-stp_10.42.42.5(pid=6866): stderr: \u000a| �[0;m�[38;5;43m20221209012736999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012737000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012737000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012737000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012737001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:38.676827 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6866): Process ended prematurely: osmo-stp_10.42.42.5(pid=6866) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6866)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:27:38.685488 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:27:38.746159 run osmo-hlr_10.42.42.2(pid=6863): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6863)]\u000a01:27:38.796035 run osmo-hlr_10.42.42.2(pid=6863): stdout: \u000a| (launched: 2022-12-09_01:27:35.873799) \u000a01:27:38.846460 run osmo-hlr_10.42.42.2(pid=6863): stderr: \u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012736052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012736064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012736073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012736073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012736073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:38.914582 run osmo-msc_10.42.42.6(pid=6869): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6869)]\u000a01:27:38.964367 run osmo-msc_10.42.42.6(pid=6869): stdout: \u000a| (launched: 2022-12-09_01:27:37.799146) \u000a01:27:39.014613 run osmo-msc_10.42.42.6(pid=6869): stderr: \u000a| �[0;m�[38;5;43m20221209012738070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012738070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01fabb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012738070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012738070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012738071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012738072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:39.056619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminating (SIGTERM)\u000a01:27:39.096447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Terminating (SIGTERM)\u000a01:27:39.136279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6868): Terminating (SIGTERM)\u000a01:27:39.146470 --- ParallelTerminationStrategy: PID 6861 died...\u000a01:27:39.199669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6861): Terminated: ok {rc=0}\u000a01:27:39.209465 --- ParallelTerminationStrategy: PID 6865 died...\u000a01:27:39.263261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6865): Terminated: ok {rc=0}\u000a01:27:39.272802 --- ParallelTerminationStrategy: PID 6868 died...\u000a01:27:39.325681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6868): Terminated: ok {rc=0}\u000a01:27:39.414683 bus /sierra_3: Setting Powered False\u000a01:27:40.518000 bus /sierra_3: Setting Powered False\u000a01:27:41.623686 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6877): Process ended prematurely: osmo-stp_10.42.42.5(pid=6877) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6877)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6877): Process ended prematurely: osmo-stp_10.42.42.5(pid=6877) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:27:42.738701 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:42.751037 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:27:42.918600 tst mo_mt_call_osmux.py: using LAC 18115\u000a01:27:43.040846 tst mo_mt_call_osmux.py: using RAC 10\u000a01:27:43.164508 tst mo_mt_call_osmux.py: using CellId 18115\u000a01:27:43.283809 tst mo_mt_call_osmux.py: using BVCI 18116\u000a01:27:43.306824 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:43.317896 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:43.328640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:43.339713 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:43.350796 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:27:43.362029 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:43.482491 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:27:43.683507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:44.159591 run create_hlr_db(pid=6871): Launched\u000a01:27:44.334841 bus /sierra_2: Setting Powered False\u000a01:27:45.355804 run create_hlr_db(pid=6871): Terminated: ok {rc=0}\u000a01:27:45.761532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6873): Launched\u000a01:27:46.186942 run osmo-hlr_10.42.42.2(pid=6874): Launched\u000a01:27:46.411086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:47.049398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6876): Launched\u000a01:27:47.356657 run osmo-stp_10.42.42.5(pid=6877): Launched\u000a01:27:47.467700 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:48.021616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6879): Launched\u000a01:27:48.325400 run osmo-msc_10.42.42.6(pid=6880): Launched\u000a01:27:48.503385 run osmo-stp_10.42.42.5(pid=6877): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6877)]\u000a01:27:48.632445 run osmo-stp_10.42.42.5(pid=6877): stdout: \u000a| (launched: 2022-12-09_01:27:47.206034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:48.758982 run osmo-stp_10.42.42.5(pid=6877): stderr: \u000a| �[0;m�[38;5;43m20221209012747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012747376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012747376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012747376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012747377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012747377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:48.881259 run osmo-stp_10.42.42.5(pid=6877): stdout: \u000a| (launched: 2022-12-09_01:27:47.206034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:49.001844 run osmo-stp_10.42.42.5(pid=6877): stderr: \u000a| �[0;m�[38;5;43m20221209012747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012747375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012747376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012747376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012747376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012747377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012747377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:27:49.055082 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6877): Process ended prematurely: osmo-stp_10.42.42.5(pid=6877) [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6877)] [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:27:49.063938 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:27:49.124915 run osmo-hlr_10.42.42.2(pid=6874): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6874)]\u000a01:27:49.174302 run osmo-hlr_10.42.42.2(pid=6874): stdout: \u000a| (launched: 2022-12-09_01:27:45.937701) \u000a01:27:49.224839 run osmo-hlr_10.42.42.2(pid=6874): stderr: \u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012746283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012746303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012746316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:27:49.292903 run osmo-msc_10.42.42.6(pid=6880): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6880)]\u000a01:27:49.342628 run osmo-msc_10.42.42.6(pid=6880): stdout: \u000a| (launched: 2022-12-09_01:27:48.175356) \u000a01:27:49.392587 run osmo-msc_10.42.42.6(pid=6880): stderr: \u000a| �[0;m�[38;5;43m20221209012748446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012748447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68b488fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012748447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012748447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012748447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012748447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012748450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012748451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012748452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012748452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:27:49.434899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6873): Terminating (SIGTERM)\u000a01:27:49.475328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6876): Terminating (SIGTERM)\u000a01:27:49.515620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6879): Terminating (SIGTERM)\u000a01:27:49.525046 --- ParallelTerminationStrategy: PID 6873 died...\u000a01:27:49.578944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6873): Terminated: ok {rc=0}\u000a01:27:49.589025 --- ParallelTerminationStrategy: PID 6876 died...\u000a01:27:49.642578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6876): Terminated: ok {rc=0}\u000a01:27:49.652442 --- ParallelTerminationStrategy: PID 6879 died...\u000a01:27:49.706029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6879): Terminated: ok {rc=0}\u000a01:27:49.790795 bus /sierra_3: Setting Powered False\u000a01:27:50.893899 bus /sierra_3: Setting Powered False\u000a01:27:52.006360 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6891): Process ended prematurely: osmo-stp_10.42.42.5(pid=6891) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6891)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6891): Process ended prematurely: osmo-stp_10.42.42.5(pid=6891) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:27:53.997607 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.008700 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:27:54.171853 tst mo_mt_call.py: using LAC 18116\u000a01:27:54.298572 tst mo_mt_call.py: using RAC 11\u000a01:27:54.425561 tst mo_mt_call.py: using CellId 18116\u000a01:27:54.554225 tst mo_mt_call.py: using BVCI 18117\u000a01:27:54.579413 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.591167 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.602760 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.614297 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.625811 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:27:54.637229 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:54.751370 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:27:54.962915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:27:55.481777 run create_hlr_db(pid=6885): Launched\u000a01:27:55.670917 bus /sierra_2: Setting Powered False\u000a01:27:56.691407 run create_hlr_db(pid=6885): Terminated: ok {rc=0}\u000a01:27:57.123379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6887): Launched\u000a01:27:57.447374 run osmo-hlr_10.42.42.2(pid=6888): Launched\u000a01:27:57.569761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:27:58.135882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6890): Launched\u000a01:27:58.460676 run osmo-stp_10.42.42.5(pid=6891): Launched\u000a01:27:58.578335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:27:59.173534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6893): Launched\u000a01:27:59.499531 run osmo-msc_10.42.42.6(pid=6894): Launched\u000a01:27:59.691246 run osmo-stp_10.42.42.5(pid=6891): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6891)]\u000a01:27:59.829187 run osmo-stp_10.42.42.5(pid=6891): stdout: \u000a| (launched: 2022-12-09_01:27:58.301446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:27:59.966489 run osmo-stp_10.42.42.5(pid=6891): stderr: \u000a| �[0;m�[38;5;43m20221209012758495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012758495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012758496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012758496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:00.097434 run osmo-stp_10.42.42.5(pid=6891): stdout: \u000a| (launched: 2022-12-09_01:27:58.301446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:00.227434 run osmo-stp_10.42.42.5(pid=6891): stderr: \u000a| �[0;m�[38;5;43m20221209012758495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012758495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012758496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012758496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012758497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:00.284888 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6891): Process ended prematurely: osmo-stp_10.42.42.5(pid=6891) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6891)] [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:28:00.294213 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:28:00.358223 run osmo-hlr_10.42.42.2(pid=6888): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6888)]\u000a01:28:00.410730 run osmo-hlr_10.42.42.2(pid=6888): stdout: \u000a| (launched: 2022-12-09_01:27:57.288907) \u000a01:28:00.463893 run osmo-hlr_10.42.42.2(pid=6888): stderr: \u000a| �[0;m�[1;31m20221209012757488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012757488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012757488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012757489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012757489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012757489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012757501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012757509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012757509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012757509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:00.535931 run osmo-msc_10.42.42.6(pid=6894): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6894)]\u000a01:28:00.588630 run osmo-msc_10.42.42.6(pid=6894): stdout: \u000a| (launched: 2022-12-09_01:27:59.339666) \u000a01:28:00.641431 run osmo-msc_10.42.42.6(pid=6894): stderr: \u000a| �[0;m�[38;5;43m20221209012759664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012759665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd07f05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012759665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012759665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012759665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012759666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012759667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012759668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012759668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012759668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:00.686141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6887): Terminating (SIGTERM)\u000a01:28:00.728451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6890): Terminating (SIGTERM)\u000a01:28:00.770805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6893): Terminating (SIGTERM)\u000a01:28:00.780683 --- ParallelTerminationStrategy: PID 6887 died...\u000a01:28:00.846807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6887): Terminated: ok {rc=0}\u000a01:28:00.868694 --- ParallelTerminationStrategy: PID 6890 died...\u000a01:28:00.932749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6890): Terminated: ok {rc=0}\u000a01:28:00.943542 --- ParallelTerminationStrategy: PID 6893 died...\u000a01:28:01.001098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6893): Terminated: ok {rc=0}\u000a01:28:01.090659 bus /sierra_3: Setting Powered False\u000a01:28:02.203091 bus /sierra_3: Setting Powered False\u000a01:28:03.311513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:28:04.427982 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:04.440389 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:28:04.606658 tst mo_mt_call_osmux.py: using LAC 18117\u000a01:28:04.733355 tst mo_mt_call_osmux.py: using RAC 12\u000a01:28:04.865570 tst mo_mt_call_osmux.py: using CellId 18117\u000a01:28:04.990318 tst mo_mt_call_osmux.py: using BVCI 18118\u000a01:28:05.015250 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:05.027290 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:05.038870 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:05.050920 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:05.063041 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:28:05.074901 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:28:05.193501 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:28:05.404038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:05.923810 run create_hlr_db(pid=6896): Launched\u000a01:28:06.111467 bus /sierra_2: Setting Powered False\u000a01:28:07.133637 run create_hlr_db(pid=6896): Terminated: ok {rc=0}\u000a01:28:07.565923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Launched\u000a01:28:07.891442 run osmo-hlr_10.42.42.2(pid=6899): Launched\u000a01:28:08.012058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:08.579652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Launched\u000a01:28:08.903699 run osmo-stp_10.42.42.5(pid=6902): Launched\u000a01:28:09.021178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:09.621832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6904): Launched\u000a01:28:09.945713 run osmo-msc_10.42.42.6(pid=6905): Launched\u000a01:28:10.136090 run osmo-stp_10.42.42.5(pid=6902): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)]\u000a01:28:10.273219 run osmo-stp_10.42.42.5(pid=6902): stdout: \u000a| (launched: 2022-12-09_01:28:08.744737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:10.409944 run osmo-stp_10.42.42.5(pid=6902): stderr: \u000a| �[0;m�[38;5;43m20221209012808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012808938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012808938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012808940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012808940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012808941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:10.539991 run osmo-stp_10.42.42.5(pid=6902): stdout: \u000a| (launched: 2022-12-09_01:28:08.744737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:10.669941 run osmo-stp_10.42.42.5(pid=6902): stderr: \u000a| �[0;m�[38;5;43m20221209012808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012808937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012808938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012808938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012808940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012808940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012808941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:10.726779 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6902): Process ended prematurely: osmo-stp_10.42.42.5(pid=6902) [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6902)] [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:28:10.736121 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:28:10.799246 run osmo-hlr_10.42.42.2(pid=6899): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6899)]\u000a01:28:10.851091 run osmo-hlr_10.42.42.2(pid=6899): stdout: \u000a| (launched: 2022-12-09_01:28:07.731298) \u000a01:28:10.903464 run osmo-hlr_10.42.42.2(pid=6899): stderr: \u000a| �[0;m�[1;31m20221209012807929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012807929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012807929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012807930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012807930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012807930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012807942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012807950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012807950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012807950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:10.974342 run osmo-msc_10.42.42.6(pid=6905): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6905)]\u000a01:28:11.025900 run osmo-msc_10.42.42.6(pid=6905): stdout: \u000a| (launched: 2022-12-09_01:28:09.786981) \u000a01:28:11.078789 run osmo-msc_10.42.42.6(pid=6905): stderr: \u000a| �[0;m�[38;5;43m20221209012810113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012810113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fded8c73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012810114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012810114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012810114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012810114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012810117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012810118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012810118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012810118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:11.122846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Terminating (SIGTERM)\u000a01:28:11.164444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Terminating (SIGTERM)\u000a01:28:11.206192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6904): Terminating (SIGTERM)\u000a01:28:11.215844 --- ParallelTerminationStrategy: PID 6898 died...\u000a01:28:11.271691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6898): Terminated: ok {rc=0}\u000a01:28:11.281890 --- ParallelTerminationStrategy: PID 6901 died...\u000a01:28:11.337699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6901): Terminated: ok {rc=0}\u000a01:28:11.347758 --- ParallelTerminationStrategy: PID 6904 died...\u000a01:28:11.403395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6904): Terminated: ok {rc=0}\u000a01:28:11.490583 bus /sierra_3: Setting Powered False\u000a01:28:12.598296 bus /sierra_3: Setting Powered False\u000a01:28:13.706668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:27:53" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:28:15.708334 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:15.719306 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:28:15.888893 tst mo_mt_call.py: using LAC 18118\u000a01:28:16.043902 tst mo_mt_call.py: using RAC 13\u000a01:28:16.174906 tst mo_mt_call.py: using CellId 18118\u000a01:28:16.306832 tst mo_mt_call.py: using BVCI 18119\u000a01:28:16.331338 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:16.346446 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:16.358151 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:16.369641 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:16.381822 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:16.393469 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:16.510294 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:16.738827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:17.291601 run create_hlr_db(pid=6910): Launched\u000a01:28:17.480277 bus /sierra_2: Setting Powered False\u000a01:28:18.500509 run create_hlr_db(pid=6910): Terminated: ok {rc=0}\u000a01:28:18.908259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Launched\u000a01:28:19.211787 run osmo-hlr_10.42.42.2(pid=6913): Launched\u000a01:28:19.326792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:19.862592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Launched\u000a01:28:20.166278 run osmo-stp_10.42.42.5(pid=6916): Launched\u000a01:28:20.277459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:20.835741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6918): Launched\u000a01:28:21.140666 run osmo-msc_10.42.42.6(pid=6919): Launched\u000a01:28:21.318576 run osmo-stp_10.42.42.5(pid=6916): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]\u000a01:28:21.447699 run osmo-stp_10.42.42.5(pid=6916): stdout: \u000a| (launched: 2022-12-09_01:28:20.016397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:21.574662 run osmo-stp_10.42.42.5(pid=6916): stderr: \u000a| �[0;m�[38;5;43m20221209012820184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012820184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012820185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012820185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:21.696173 run osmo-stp_10.42.42.5(pid=6916): stdout: \u000a| (launched: 2022-12-09_01:28:20.016397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:21.816598 run osmo-stp_10.42.42.5(pid=6916): stderr: \u000a| �[0;m�[38;5;43m20221209012820184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012820184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012820185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012820185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012820187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:21.870030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)] [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:28:21.879115 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:28:21.940280 run osmo-hlr_10.42.42.2(pid=6913): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6913)]\u000a01:28:21.990131 run osmo-hlr_10.42.42.2(pid=6913): stdout: \u000a| (launched: 2022-12-09_01:28:19.062186) \u000a01:28:22.040761 run osmo-hlr_10.42.42.2(pid=6913): stderr: \u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012819240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012819252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012819261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012819263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012819263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:22.108832 run osmo-msc_10.42.42.6(pid=6919): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6919)]\u000a01:28:22.158184 run osmo-msc_10.42.42.6(pid=6919): stdout: \u000a| (launched: 2022-12-09_01:28:20.990150) \u000a01:28:22.208312 run osmo-msc_10.42.42.6(pid=6919): stderr: \u000a| �[0;m�[38;5;43m20221209012821264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012821265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f609175cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012821265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012821265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012821265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012821265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012821267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012821268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012821268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012821268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:22.250410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Terminating (SIGTERM)\u000a01:28:22.290351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Terminating (SIGTERM)\u000a01:28:22.330397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6918): Terminating (SIGTERM)\u000a01:28:22.339881 --- ParallelTerminationStrategy: PID 6912 died...\u000a01:28:22.393578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Terminated: ok {rc=0}\u000a01:28:22.403443 --- ParallelTerminationStrategy: PID 6915 died...\u000a01:28:22.456478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Terminated: ok {rc=0}\u000a01:28:22.466309 --- ParallelTerminationStrategy: PID 6918 died...\u000a01:28:22.519569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6918): Terminated: ok {rc=0}\u000a01:28:22.608705 bus /sierra_3: Setting Powered False\u000a01:28:23.712416 bus /sierra_3: Setting Powered False\u000a01:28:24.824717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6927): Process ended prematurely: osmo-stp_10.42.42.5(pid=6927) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6927)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6927): Process ended prematurely: osmo-stp_10.42.42.5(pid=6927) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:28:25.935076 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:25.946834 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:28:26.106329 tst mo_mt_call_osmux.py: using LAC 18119\u000a01:28:26.225958 tst mo_mt_call_osmux.py: using RAC 14\u000a01:28:26.345170 tst mo_mt_call_osmux.py: using CellId 18119\u000a01:28:26.472333 tst mo_mt_call_osmux.py: using BVCI 18120\u000a01:28:26.497288 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:26.509100 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:26.520322 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:26.531518 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:26.542855 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:28:26.554189 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:26.675089 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:28:26.891155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:27.410647 run create_hlr_db(pid=6921): Launched\u000a01:28:27.599160 bus /sierra_2: Setting Powered False\u000a01:28:28.620597 run create_hlr_db(pid=6921): Terminated: ok {rc=0}\u000a01:28:29.026802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6923): Launched\u000a01:28:29.330489 run osmo-hlr_10.42.42.2(pid=6924): Launched\u000a01:28:29.448903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:29.983361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6926): Launched\u000a01:28:30.286627 run osmo-stp_10.42.42.5(pid=6927): Launched\u000a01:28:30.396506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:30.992024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6929): Launched\u000a01:28:31.401822 run osmo-msc_10.42.42.6(pid=6930): Launched\u000a01:28:31.715326 run osmo-stp_10.42.42.5(pid=6927): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6927)]\u000a01:28:32.003956 run osmo-stp_10.42.42.5(pid=6927): stdout: \u000a| (launched: 2022-12-09_01:28:30.137515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:32.154435 run osmo-stp_10.42.42.5(pid=6927): stderr: \u000a| �[0;m�[38;5;43m20221209012830308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012830309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:32.280311 run osmo-stp_10.42.42.5(pid=6927): stdout: \u000a| (launched: 2022-12-09_01:28:30.137515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:32.405889 run osmo-stp_10.42.42.5(pid=6927): stderr: \u000a| �[0;m�[38;5;43m20221209012830308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012830309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:32.459929 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6927): Process ended prematurely: osmo-stp_10.42.42.5(pid=6927) [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6927)] [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:28:32.469214 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:28:32.530597 run osmo-hlr_10.42.42.2(pid=6924): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6924)]\u000a01:28:32.580587 run osmo-hlr_10.42.42.2(pid=6924): stdout: \u000a| (launched: 2022-12-09_01:28:29.180506) \u000a01:28:32.630921 run osmo-hlr_10.42.42.2(pid=6924): stderr: \u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012829357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012829369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012829378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012829378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012829379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:32.699019 run osmo-msc_10.42.42.6(pid=6930): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6930)]\u000a01:28:32.748509 run osmo-msc_10.42.42.6(pid=6930): stdout: \u000a| (launched: 2022-12-09_01:28:31.151391) \u000a01:28:32.798684 run osmo-msc_10.42.42.6(pid=6930): stderr: \u000a| �[0;m�[38;5;43m20221209012831773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012831774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3ccd93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012831774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012831774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012831774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012831774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012831776 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012831776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012831776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012831776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:32.841400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6923): Terminating (SIGTERM)\u000a01:28:32.881793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6926): Terminating (SIGTERM)\u000a01:28:32.921676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6929): Terminating (SIGTERM)\u000a01:28:32.931208 --- ParallelTerminationStrategy: PID 6923 died...\u000a01:28:32.985182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6923): Terminated: ok {rc=0}\u000a01:28:32.995189 --- ParallelTerminationStrategy: PID 6926 died...\u000a01:28:33.049347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6926): Terminated: ok {rc=0}\u000a01:28:33.059374 --- ParallelTerminationStrategy: PID 6929 died...\u000a01:28:33.114153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6929): Terminated: ok {rc=0}\u000a01:28:33.199808 bus /sierra_3: Setting Powered False\u000a01:28:34.303895 bus /sierra_3: Setting Powered False\u000a01:28:35.416358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:28:15" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6941): Process ended prematurely: osmo-stp_10.42.42.5(pid=6941) [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6941)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6941): Process ended prematurely: osmo-stp_10.42.42.5(pid=6941) [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:28:37.423398 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:37.434000 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:37.572489 tst emergency_mo_mt_call.py: using LAC 18120\u000a01:28:37.690271 tst emergency_mo_mt_call.py: using RAC 15\u000a01:28:37.811200 tst emergency_mo_mt_call.py: using CellId 18120\u000a01:28:37.926738 tst emergency_mo_mt_call.py: using BVCI 18121\u000a01:28:37.949376 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:37.959970 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:37.970346 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:37.981006 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:37.991686 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:38.002375 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:38.119493 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:38.331899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:38.842212 run create_hlr_db(pid=6935): Launched\u000a01:28:39.028509 bus /sierra_2: Setting Powered False\u000a01:28:40.048317 run create_hlr_db(pid=6935): Terminated: ok {rc=0}\u000a01:28:40.449571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6937): Launched\u000a01:28:40.748731 run osmo-hlr_10.42.42.2(pid=6938): Launched\u000a01:28:40.863381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:41.391305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6940): Launched\u000a01:28:41.689482 run osmo-stp_10.42.42.5(pid=6941): Launched\u000a01:28:41.808650 tst emergency_mo_mt_call.py: using MSISDN 6952\u000a01:28:41.955976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:42.499469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6943): Launched\u000a01:28:42.798874 run osmo-msc_10.42.42.6(pid=6944): Launched\u000a01:28:42.973771 run osmo-stp_10.42.42.5(pid=6941): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6941)]\u000a01:28:43.100576 run osmo-stp_10.42.42.5(pid=6941): stdout: \u000a| (launched: 2022-12-09_01:28:41.542610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:43.225345 run osmo-stp_10.42.42.5(pid=6941): stderr: \u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012841714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012841714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012841714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012841715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:43.345875 run osmo-stp_10.42.42.5(pid=6941): stdout: \u000a| (launched: 2022-12-09_01:28:41.542610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:43.464675 run osmo-stp_10.42.42.5(pid=6941): stderr: \u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012841713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012841714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012841714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012841714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012841715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:43.516735 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6941): Process ended prematurely: osmo-stp_10.42.42.5(pid=6941) [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6941)] [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a01:28:43.524861 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a01:28:43.585821 run osmo-hlr_10.42.42.2(pid=6938): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6938)]\u000a01:28:43.635229 run osmo-hlr_10.42.42.2(pid=6938): stdout: \u000a| (launched: 2022-12-09_01:28:40.601084) \u000a01:28:43.685141 run osmo-hlr_10.42.42.2(pid=6938): stderr: \u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012840779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012840791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012840800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012840801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012840801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:43.752785 run osmo-msc_10.42.42.6(pid=6944): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6944)]\u000a01:28:43.802134 run osmo-msc_10.42.42.6(pid=6944): stdout: \u000a| (launched: 2022-12-09_01:28:42.650441) \u000a01:28:43.851942 run osmo-msc_10.42.42.6(pid=6944): stderr: \u000a| �[0;m�[38;5;43m20221209012842922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012842922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ab3baac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012842922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012842922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012842922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012842923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012842925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012842925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012842925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012842926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:43.893911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6937): Terminating (SIGTERM)\u000a01:28:43.933957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6940): Terminating (SIGTERM)\u000a01:28:43.974264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6943): Terminating (SIGTERM)\u000a01:28:43.983864 --- ParallelTerminationStrategy: PID 6937 died...\u000a01:28:44.038241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6937): Terminated: ok {rc=0}\u000a01:28:44.048167 --- ParallelTerminationStrategy: PID 6940 died...\u000a01:28:44.102095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6940): Terminated: ok {rc=0}\u000a01:28:44.111717 --- ParallelTerminationStrategy: PID 6943 died...\u000a01:28:44.165452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6943): Terminated: ok {rc=0}\u000a01:28:44.249898 bus /sierra_3: Setting Powered False\u000a01:28:45.351754 bus /sierra_3: Setting Powered False\u000a01:28:46.471552 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:28:47.521993 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:47.533423 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a01:28:47.672683 tst emergency_preemptive_call.py: using LAC 18121\u000a01:28:47.790981 tst emergency_preemptive_call.py: using RAC 16\u000a01:28:47.907105 tst emergency_preemptive_call.py: using CellId 18121\u000a01:28:48.023481 tst emergency_preemptive_call.py: using BVCI 18122\u000a01:28:48.046183 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:48.056810 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:48.067307 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:48.078043 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:48.088723 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:48.099383 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:48.216360 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:48.331940 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:48.448287 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a01:28:48.647051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:49.117251 run create_hlr_db(pid=6946): Launched\u000a01:28:49.290232 bus /sierra_2: Setting Powered False\u000a01:28:50.311297 run create_hlr_db(pid=6946): Terminated: ok {rc=0}\u000a01:28:50.738044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Launched\u000a01:28:51.058188 run osmo-hlr_10.42.42.2(pid=6949): Launched\u000a01:28:51.177493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:51.733507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Launched\u000a01:28:52.052851 run osmo-stp_10.42.42.5(pid=6952): Launched\u000a01:28:52.180747 tst emergency_preemptive_call.py: using MSISDN 6953\u000a01:28:52.339399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:52.920198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Launched\u000a01:28:53.240227 run osmo-msc_10.42.42.6(pid=6955): Launched\u000a01:28:53.427292 run osmo-stp_10.42.42.5(pid=6952): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)]\u000a01:28:53.562302 run osmo-stp_10.42.42.5(pid=6952): stdout: \u000a| (launched: 2022-12-09_01:28:51.895824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:53.697174 run osmo-stp_10.42.42.5(pid=6952): stderr: \u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012852091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:53.825215 run osmo-stp_10.42.42.5(pid=6952): stdout: \u000a| (launched: 2022-12-09_01:28:51.895824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:53.951829 run osmo-stp_10.42.42.5(pid=6952): stderr: \u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012852090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012852091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012852091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:54.007584 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6952): Process ended prematurely: osmo-stp_10.42.42.5(pid=6952) [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6952)] [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a01:28:54.016073 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a01:28:54.079250 run osmo-hlr_10.42.42.2(pid=6949): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6949)]\u000a01:28:54.130702 run osmo-hlr_10.42.42.2(pid=6949): stdout: \u000a| (launched: 2022-12-09_01:28:50.900631) \u000a01:28:54.182743 run osmo-hlr_10.42.42.2(pid=6949): stderr: \u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012851098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012851110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012851119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012851119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012851119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:54.253517 run osmo-msc_10.42.42.6(pid=6955): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6955)]\u000a01:28:54.304998 run osmo-msc_10.42.42.6(pid=6955): stdout: \u000a| (launched: 2022-12-09_01:28:53.082295) \u000a01:28:54.357014 run osmo-msc_10.42.42.6(pid=6955): stderr: \u000a| �[0;m�[38;5;43m20221209012853404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209012853404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d0944fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209012853404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209012853404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209012853404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209012853404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209012853406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209012853407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209012853407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209012853407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:54.401102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Terminating (SIGTERM)\u000a01:28:54.442740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Terminating (SIGTERM)\u000a01:28:54.484404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Terminating (SIGTERM)\u000a01:28:54.493756 --- ParallelTerminationStrategy: PID 6948 died...\u000a01:28:54.549639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6948): Terminated: ok {rc=0}\u000a01:28:54.559660 --- ParallelTerminationStrategy: PID 6951 died...\u000a01:28:54.615932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6951): Terminated: ok {rc=0}\u000a01:28:54.626130 --- ParallelTerminationStrategy: PID 6954 died...\u000a01:28:54.681902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6954): Terminated: ok {rc=0}\u000a01:28:54.769339 bus /sierra_9: Setting Powered False\u000a01:28:55.872931 bus /sierra_9: Setting Powered False\u000a01:28:56.985225 bus /sierra_8: Setting Powered False\u000a01:28:58.087276 bus /sierra_8: Setting Powered False\u000a01:28:59.199289 bus /sierra_3: Setting Powered False\u000a01:29:00.300619 bus /sierra_3: Setting Powered False\u000a01:29:01.421842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:28:37" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6972): Process ended prematurely: osmo-stp_10.42.42.5(pid=6972) [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6972)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6972): Process ended prematurely: osmo-stp_10.42.42.5(pid=6972) [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:29:03.534877 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:03.545370 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:03.681702 tst cs_paging_gprs_active.py: using LAC 18122\u000a01:29:03.799354 tst cs_paging_gprs_active.py: using RAC 17\u000a01:29:03.916251 tst cs_paging_gprs_active.py: using CellId 18122\u000a01:29:04.035671 tst cs_paging_gprs_active.py: using BVCI 18123\u000a01:29:04.058952 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.069560 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.079808 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.090426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.100844 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.111391 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.122093 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.132499 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:04.143190 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:04.262322 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:04.542167 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:29:04.668821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:04.983037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6962): Launched\u000a01:29:05.244284 run iperf3-srv_10.42.42.10(pid=6963): Launched\u000a01:29:05.428217 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:29:05.554529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:05.868606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6964): Launched\u000a01:29:06.132042 run iperf3-srv_10.42.42.10(pid=6965): Launched\u000a01:29:06.316578 tst cs_paging_gprs_active.py:38: start network...\u000a01:29:06.442804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:06.920806 run create_hlr_db(pid=6966): Launched\u000a01:29:07.095349 bus /sierra_2: Setting Powered False\u000a01:29:08.117883 run create_hlr_db(pid=6966): Terminated: ok {rc=0}\u000a01:29:08.550935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6968): Launched\u000a01:29:08.880341 run osmo-hlr_10.42.42.2(pid=6969): Launched\u000a01:29:08.999943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:09.568683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6971): Launched\u000a01:29:09.895259 run osmo-stp_10.42.42.5(pid=6972): Launched\u000a01:29:10.013789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:10.583321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6974): Launched\u000a01:29:10.700210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:10.984912 run patchelf(pid=6975): Launched\u000a01:29:11.175925 run osmo-stp_10.42.42.5(pid=6972): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6972)]\u000a01:29:11.316186 run osmo-stp_10.42.42.5(pid=6972): stdout: \u000a| (launched: 2022-12-09_01:29:09.735265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:11.456058 run osmo-stp_10.42.42.5(pid=6972): stderr: \u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012909930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:11.592046 run osmo-stp_10.42.42.5(pid=6972): stdout: \u000a| (launched: 2022-12-09_01:29:09.735265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:11.725842 run osmo-stp_10.42.42.5(pid=6972): stderr: \u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012909929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012909930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012909930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:11.881392 run patchelf(pid=6975): Terminating (SIGINT)\u000a01:29:12.064214 run patchelf(pid=6975): Terminated: ok {rc=0}\u000a01:29:12.098072 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6972): Process ended prematurely: osmo-stp_10.42.42.5(pid=6972) [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6972)] [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a01:29:12.107942 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:29:12.171434 run osmo-hlr_10.42.42.2(pid=6969): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6969)]\u000a01:29:12.223070 run osmo-hlr_10.42.42.2(pid=6969): stdout: \u000a| (launched: 2022-12-09_01:29:08.718186) \u000a01:29:12.275314 run osmo-hlr_10.42.42.2(pid=6969): stderr: \u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012908918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012908930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012908938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012908939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012908939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:12.320087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6962): Terminating (SIGTERM)\u000a01:29:12.364325 run iperf3-srv_10.42.42.10(pid=6963): Terminating (SIGTERM)\u000a01:29:12.405389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6964): Terminating (SIGTERM)\u000a01:29:12.446323 run iperf3-srv_10.42.42.10(pid=6965): Terminating (SIGTERM)\u000a01:29:12.487171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6968): Terminating (SIGTERM)\u000a01:29:12.527799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6971): Terminating (SIGTERM)\u000a01:29:12.568379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6974): Terminating (SIGTERM)\u000a01:29:12.578397 --- ParallelTerminationStrategy: PID 6962 died...\u000a01:29:12.633897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6962): Terminated: ok {rc=0}\u000a01:29:12.643793 --- ParallelTerminationStrategy: PID 6963 died...\u000a01:29:12.697510 run iperf3-srv_10.42.42.10(pid=6963): Terminated {rc=256}\u000a01:29:12.707713 --- ParallelTerminationStrategy: PID 6964 died...\u000a01:29:12.761090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6964): Terminated: ok {rc=0}\u000a01:29:12.771473 --- ParallelTerminationStrategy: PID 6965 died...\u000a01:29:12.824935 run iperf3-srv_10.42.42.10(pid=6965): Terminated {rc=256}\u000a01:29:12.835594 --- ParallelTerminationStrategy: PID 6968 died...\u000a01:29:12.888881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6968): Terminated: ok {rc=0}\u000a01:29:12.899198 --- ParallelTerminationStrategy: PID 6971 died...\u000a01:29:12.953291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6971): Terminated: ok {rc=0}\u000a01:29:12.962992 --- ParallelTerminationStrategy: PID 6974 died...\u000a01:29:13.017347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6974): Terminated: ok {rc=0}\u000a01:29:13.106969 bus /gobi_0: Setting Powered False\u000a01:29:14.212197 bus /gobi_0: Setting Powered False\u000a01:29:15.324199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2352↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2352↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a01:29:16.457348 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:16.469468 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:16.628048 tst iperf3.py: using LAC 18123\u000a01:29:16.783538 tst iperf3.py: using RAC 18\u000a01:29:16.911361 tst iperf3.py: using CellId 18123\u000a01:29:17.034916 tst iperf3.py: using BVCI 18124\u000a01:29:17.059243 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.072671 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.087620 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.101893 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.116472 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.131079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.146699 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.161818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:17.175311 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:17.457633 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:17.585607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:17.904729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Launched\u000a01:29:18.167665 run iperf3-srv_10.42.42.10(pid=6978): Launched\u000a01:29:18.353454 tst iperf3.py:8: start network...\u000a01:29:18.480017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:18.959825 run create_hlr_db(pid=6979): Launched\u000a01:29:19.135714 bus /gobi_6: Setting Powered False\u000a01:29:20.155388 run create_hlr_db(pid=6979): Terminated: ok {rc=0}\u000a01:29:20.590304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Launched\u000a01:29:20.917576 run osmo-hlr_10.42.42.2(pid=6982): Launched\u000a01:29:21.039286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:21.608029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Launched\u000a01:29:21.933847 run osmo-stp_10.42.42.5(pid=6985): Launched\u000a01:29:22.051765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:22.618578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6987): Launched\u000a01:29:22.734472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:23.017437 run patchelf(pid=6988): Launched\u000a01:29:23.208142 run osmo-stp_10.42.42.5(pid=6985): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]\u000a01:29:23.347486 run osmo-stp_10.42.42.5(pid=6985): stdout: \u000a| (launched: 2022-12-09_01:29:21.774097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:23.487292 run osmo-stp_10.42.42.5(pid=6985): stderr: \u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012921968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:23.623111 run osmo-stp_10.42.42.5(pid=6985): stdout: \u000a| (launched: 2022-12-09_01:29:21.774097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:23.757060 run osmo-stp_10.42.42.5(pid=6985): stderr: \u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012921968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012921968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012921969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:23.912353 run patchelf(pid=6988): Terminating (SIGINT)\u000a01:29:24.095278 run patchelf(pid=6988): Terminated: ok {rc=0}\u000a01:29:24.128737 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2352↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)] [trial-2352↪gprs:trx-lms↪iperf3.py:8]\u000a01:29:24.138610 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:29:24.201937 run osmo-hlr_10.42.42.2(pid=6982): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6982)]\u000a01:29:24.253710 run osmo-hlr_10.42.42.2(pid=6982): stdout: \u000a| (launched: 2022-12-09_01:29:20.757011) \u000a01:29:24.306209 run osmo-hlr_10.42.42.2(pid=6982): stderr: \u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012920959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012920971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012920979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012920979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012920979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:24.350978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Terminating (SIGTERM)\u000a01:29:24.393144 run iperf3-srv_10.42.42.10(pid=6978): Terminating (SIGTERM)\u000a01:29:24.435481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Terminating (SIGTERM)\u000a01:29:24.477880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Terminating (SIGTERM)\u000a01:29:24.520322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6987): Terminating (SIGTERM)\u000a01:29:24.530173 --- ParallelTerminationStrategy: PID 6977 died...\u000a01:29:24.586984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6977): Terminated: ok {rc=0}\u000a01:29:24.597605 --- ParallelTerminationStrategy: PID 6978 died...\u000a01:29:24.653822 run iperf3-srv_10.42.42.10(pid=6978): Terminated {rc=256}\u000a01:29:24.664049 --- ParallelTerminationStrategy: PID 6981 died...\u000a01:29:24.720083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Terminated: ok {rc=0}\u000a01:29:24.730341 --- ParallelTerminationStrategy: PID 6984 died...\u000a01:29:24.786464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Terminated: ok {rc=0}\u000a01:29:24.796744 --- ParallelTerminationStrategy: PID 6987 died...\u000a01:29:24.852920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6987): Terminated: ok {rc=0}\u000a01:29:24.940426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2352↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2352↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a01:29:26.051776 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.063395 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:26.203394 tst iperf3m4.py: using LAC 18124\u000a01:29:26.320659 tst iperf3m4.py: using RAC 19\u000a01:29:26.437704 tst iperf3m4.py: using CellId 18124\u000a01:29:26.555165 tst iperf3m4.py: using BVCI 18125\u000a01:29:26.578464 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.589346 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.599674 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.610452 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.621007 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.631544 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.642569 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.653242 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:26.664024 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:26.778580 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:26.904705 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:27.022846 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:27.318366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:29:27.453909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:27.792640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Launched\u000a01:29:28.074181 run iperf3-srv_10.42.42.10(pid=6990): Launched\u000a01:29:28.274123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:29:28.410178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:28.749441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Launched\u000a01:29:29.029430 run iperf3-srv_10.42.42.10(pid=6992): Launched\u000a01:29:29.228477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:29:29.363811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:29.701265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6993): Launched\u000a01:29:29.981086 run iperf3-srv_10.42.42.10(pid=6994): Launched\u000a01:29:30.179644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:29:30.314623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:29:30.651199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6995): Launched\u000a01:29:30.960347 run iperf3-srv_10.42.42.10(pid=6996): Launched\u000a01:29:31.152459 tst iperf3m4.py:8: start network...\u000a01:29:31.284040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:31.814771 run create_hlr_db(pid=6997): Launched\u000a01:29:31.997746 bus /gobi_6: Setting Powered False\u000a01:29:33.011672 run create_hlr_db(pid=6997): Terminated: ok {rc=0}\u000a01:29:33.444144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Launched\u000a01:29:33.771871 run osmo-hlr_10.42.42.2(pid=7000): Launched\u000a01:29:33.889738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:34.455285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Launched\u000a01:29:34.779421 run osmo-stp_10.42.42.5(pid=7003): Launched\u000a01:29:34.896014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:35.460504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7005): Launched\u000a01:29:35.575832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:35.860311 run patchelf(pid=7006): Launched\u000a01:29:36.050399 run osmo-stp_10.42.42.5(pid=7003): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)]\u000a01:29:36.189451 run osmo-stp_10.42.42.5(pid=7003): stdout: \u000a| (launched: 2022-12-09_01:29:34.621344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:36.328361 run osmo-stp_10.42.42.5(pid=7003): stderr: \u000a| �[0;m�[38;5;43m20221209012934811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012934811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012934812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012934812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:36.462236 run osmo-stp_10.42.42.5(pid=7003): stdout: \u000a| (launched: 2022-12-09_01:29:34.621344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:36.595026 run osmo-stp_10.42.42.5(pid=7003): stderr: \u000a| �[0;m�[38;5;43m20221209012934811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012934811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012934812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012934812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012934813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:36.749960 run patchelf(pid=7006): Terminating (SIGINT)\u000a01:29:36.931566 run patchelf(pid=7006): Terminated: ok {rc=0}\u000a01:29:36.964768 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7003): Process ended prematurely: osmo-stp_10.42.42.5(pid=7003) [trial-2352↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7003)] [trial-2352↪gprs:trx-lms↪iperf3m4.py:8]\u000a01:29:36.974703 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:29:37.037620 run osmo-hlr_10.42.42.2(pid=7000): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7000)]\u000a01:29:37.089070 run osmo-hlr_10.42.42.2(pid=7000): stdout: \u000a| (launched: 2022-12-09_01:29:33.610091) \u000a01:29:37.141282 run osmo-hlr_10.42.42.2(pid=7000): stderr: \u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012933808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012933819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012933828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012933828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012933828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:37.185566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Terminating (SIGTERM)\u000a01:29:37.227183 run iperf3-srv_10.42.42.10(pid=6990): Terminating (SIGTERM)\u000a01:29:37.269040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Terminating (SIGTERM)\u000a01:29:37.310599 run iperf3-srv_10.42.42.10(pid=6992): Terminating (SIGTERM)\u000a01:29:37.352514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6993): Terminating (SIGTERM)\u000a01:29:37.394510 run iperf3-srv_10.42.42.10(pid=6994): Terminating (SIGTERM)\u000a01:29:37.436258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6995): Terminating (SIGTERM)\u000a01:29:37.477984 run iperf3-srv_10.42.42.10(pid=6996): Terminating (SIGTERM)\u000a01:29:37.519783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Terminating (SIGTERM)\u000a01:29:37.561628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Terminating (SIGTERM)\u000a01:29:37.603715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7005): Terminating (SIGTERM)\u000a01:29:37.613600 --- ParallelTerminationStrategy: PID 6989 died...\u000a01:29:37.669646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6989): Terminated: ok {rc=0}\u000a01:29:37.679823 --- ParallelTerminationStrategy: PID 6990 died...\u000a01:29:37.735363 run iperf3-srv_10.42.42.10(pid=6990): Terminated {rc=256}\u000a01:29:37.745792 --- ParallelTerminationStrategy: PID 6991 died...\u000a01:29:37.801736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6991): Terminated: ok {rc=0}\u000a01:29:37.811966 --- ParallelTerminationStrategy: PID 6992 died...\u000a01:29:37.867622 run iperf3-srv_10.42.42.10(pid=6992): Terminated {rc=256}\u000a01:29:37.877684 --- ParallelTerminationStrategy: PID 6993 died...\u000a01:29:37.933456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6993): Terminated: ok {rc=0}\u000a01:29:37.943443 --- ParallelTerminationStrategy: PID 6994 died...\u000a01:29:37.998704 run iperf3-srv_10.42.42.10(pid=6994): Terminated {rc=256}\u000a01:29:38.008647 --- ParallelTerminationStrategy: PID 6995 died...\u000a01:29:38.064274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6995): Terminated: ok {rc=0}\u000a01:29:38.074464 --- ParallelTerminationStrategy: PID 6996 died...\u000a01:29:38.130012 run iperf3-srv_10.42.42.10(pid=6996): Terminated {rc=256}\u000a01:29:38.140152 --- ParallelTerminationStrategy: PID 6999 died...\u000a01:29:38.195876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6999): Terminated: ok {rc=0}\u000a01:29:38.206086 --- ParallelTerminationStrategy: PID 7002 died...\u000a01:29:38.261772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7002): Terminated: ok {rc=0}\u000a01:29:38.271962 --- ParallelTerminationStrategy: PID 7005 died...\u000a01:29:38.327679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7005): Terminated: ok {rc=0}\u000a01:29:38.414870 bus /gobi_4: Setting Powered False\u000a01:29:39.515860 bus /gobi_4: Setting Powered False\u000a01:29:40.627646 bus /gobi_1: Setting Powered False\u000a01:29:41.729992 bus /gobi_1: Setting Powered False\u000a01:29:42.840664 bus /gobi_0: Setting Powered False\u000a01:29:43.941612 bus /gobi_0: Setting Powered False\u000a01:29:45.053246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7014): Process ended prematurely: osmo-stp_10.42.42.5(pid=7014) [trial-2352↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7014)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7014): Process ended prematurely: osmo-stp_10.42.42.5(pid=7014) [trial-2352↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a01:29:46.126426 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.139020 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:46.301293 tst ping.py: using LAC 18125\u000a01:29:46.449981 tst ping.py: using RAC 20\u000a01:29:46.603120 tst ping.py: using CellId 18125\u000a01:29:46.732108 tst ping.py: using BVCI 18126\u000a01:29:46.757501 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.769245 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.780910 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.793570 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.805755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.817835 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.830077 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:46.842263 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:47.138048 tst ping.py:19: start network...\u000a01:29:47.274379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:47.784433 run create_hlr_db(pid=7008): Launched\u000a01:29:47.970496 bus /gobi_6: Setting Powered False\u000a01:29:48.990348 run create_hlr_db(pid=7008): Terminated: ok {rc=0}\u000a01:29:49.414674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7010): Launched\u000a01:29:49.734979 run osmo-hlr_10.42.42.2(pid=7011): Launched\u000a01:29:49.851065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:50.407144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7013): Launched\u000a01:29:50.725694 run osmo-stp_10.42.42.5(pid=7014): Launched\u000a01:29:50.840867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:51.397520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7016): Launched\u000a01:29:51.511193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:29:51.791479 run patchelf(pid=7017): Launched\u000a01:29:51.979471 run osmo-stp_10.42.42.5(pid=7014): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7014)]\u000a01:29:52.117008 run osmo-stp_10.42.42.5(pid=7014): stdout: \u000a| (launched: 2022-12-09_01:29:50.569552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:52.254068 run osmo-stp_10.42.42.5(pid=7014): stderr: \u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012950765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:52.386697 run osmo-stp_10.42.42.5(pid=7014): stdout: \u000a| (launched: 2022-12-09_01:29:50.569552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:52.517602 run osmo-stp_10.42.42.5(pid=7014): stderr: \u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012950764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012950765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012950765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:52.670493 run patchelf(pid=7017): Terminating (SIGINT)\u000a01:29:52.849040 run patchelf(pid=7017): Terminated: ok {rc=0}\u000a01:29:52.881648 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7014): Process ended prematurely: osmo-stp_10.42.42.5(pid=7014) [trial-2352↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7014)] [trial-2352↪gprs:trx-lms↪ping.py:22]\u000a01:29:52.890896 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:29:52.954422 run osmo-hlr_10.42.42.2(pid=7011): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7011)]\u000a01:29:53.006155 run osmo-hlr_10.42.42.2(pid=7011): stdout: \u000a| (launched: 2022-12-09_01:29:49.576565) \u000a01:29:53.058711 run osmo-hlr_10.42.42.2(pid=7011): stderr: \u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012949777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012949790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012949798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012949799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:53.103548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7010): Terminating (SIGTERM)\u000a01:29:53.145876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7013): Terminating (SIGTERM)\u000a01:29:53.187970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7016): Terminating (SIGTERM)\u000a01:29:53.197804 --- ParallelTerminationStrategy: PID 7010 died...\u000a01:29:53.254629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7010): Terminated: ok {rc=0}\u000a01:29:53.264899 --- ParallelTerminationStrategy: PID 7013 died...\u000a01:29:53.321160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7013): Terminated: ok {rc=0}\u000a01:29:53.331454 --- ParallelTerminationStrategy: PID 7016 died...\u000a01:29:53.387736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7016): Terminated: ok {rc=0}\u000a01:29:53.475460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2352↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2352↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a01:29:54.526831 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:54.538286 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a01:29:54.687679 tst ping_idle_ping.py: using LAC 18126\u000a01:29:54.811083 tst ping_idle_ping.py: using RAC 21\u000a01:29:54.935867 tst ping_idle_ping.py: using CellId 18126\u000a01:29:55.058971 tst ping_idle_ping.py: using BVCI 18127\u000a01:29:55.083437 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.094606 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.105542 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.116429 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.127230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.138105 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.149109 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a01:29:55.159965 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a01:29:55.448645 tst ping_idle_ping.py:24: start network...\u000a01:29:55.581648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:56.093554 run create_hlr_db(pid=7018): Launched\u000a01:29:56.279195 bus /gobi_6: Setting Powered False\u000a01:29:57.300247 run create_hlr_db(pid=7018): Terminated: ok {rc=0}\u000a01:29:57.726997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Launched\u000a01:29:58.048045 run osmo-hlr_10.42.42.2(pid=7021): Launched\u000a01:29:58.164373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:58.720450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Launched\u000a01:29:59.039918 run osmo-stp_10.42.42.5(pid=7024): Launched\u000a01:29:59.155319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:29:59.714983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7026): Launched\u000a01:29:59.828927 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:00.109045 run patchelf(pid=7027): Launched\u000a01:30:00.296874 run osmo-stp_10.42.42.5(pid=7024): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]\u000a01:30:00.434056 run osmo-stp_10.42.42.5(pid=7024): stdout: \u000a| (launched: 2022-12-09_01:29:58.883220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:00.571211 run osmo-stp_10.42.42.5(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221209012959075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012959076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012959076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012959076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:00.703997 run osmo-stp_10.42.42.5(pid=7024): stdout: \u000a| (launched: 2022-12-09_01:29:58.883220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:00.834912 run osmo-stp_10.42.42.5(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221209012959075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209012959076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209012959076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209012959076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209012959077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:00.997086 run patchelf(pid=7027): Terminating (SIGINT)\u000a01:30:01.179689 run patchelf(pid=7027): Terminated: ok {rc=0}\u000a01:30:01.213663 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2352↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)] [trial-2352↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a01:30:01.223967 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:30:01.288372 run osmo-hlr_10.42.42.2(pid=7021): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7021)]\u000a01:30:01.341324 run osmo-hlr_10.42.42.2(pid=7021): stdout: \u000a| (launched: 2022-12-09_01:29:57.889906) \u000a01:30:01.394448 run osmo-hlr_10.42.42.2(pid=7021): stderr: \u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209012958090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209012958136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209012958145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209012958145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209012958145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:01.440029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Terminating (SIGTERM)\u000a01:30:01.483182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Terminating (SIGTERM)\u000a01:30:01.528019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7026): Terminating (SIGTERM)\u000a01:30:01.538142 --- ParallelTerminationStrategy: PID 7020 died...\u000a01:30:01.595515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Terminated: ok {rc=0}\u000a01:30:01.606799 --- ParallelTerminationStrategy: PID 7023 died...\u000a01:30:01.664218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Terminated: ok {rc=0}\u000a01:30:01.675174 --- ParallelTerminationStrategy: PID 7026 died...\u000a01:30:01.733380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7026): Terminated: ok {rc=0}\u000a01:30:01.823114 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:29:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7044): Process ended prematurely: osmo-stp_10.42.42.5(pid=7044) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7044)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7044): Process ended prematurely: osmo-stp_10.42.42.5(pid=7044) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:30:03.965065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:03.976086 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:04.117270 tst cs_paging_gprs_active.py: using LAC 18127\u000a01:30:04.243760 tst cs_paging_gprs_active.py: using RAC 22\u000a01:30:04.370007 tst cs_paging_gprs_active.py: using CellId 18127\u000a01:30:04.497098 tst cs_paging_gprs_active.py: using BVCI 18128\u000a01:30:04.522233 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.533775 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.545072 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.556167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.567191 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.578309 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.589556 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.600473 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:04.612066 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:04.729968 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:05.010933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:30:05.138742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:05.457195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7034): Launched\u000a01:30:05.720188 run iperf3-srv_10.42.42.10(pid=7035): Launched\u000a01:30:05.906367 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:30:06.034043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:06.350664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7036): Launched\u000a01:30:06.613801 run iperf3-srv_10.42.42.10(pid=7037): Launched\u000a01:30:06.799799 tst cs_paging_gprs_active.py:38: start network...\u000a01:30:06.926785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:07.406731 run create_hlr_db(pid=7038): Launched\u000a01:30:07.582102 bus /gobi_6: Setting Powered False\u000a01:30:08.603367 run create_hlr_db(pid=7038): Terminated: ok {rc=0}\u000a01:30:09.037335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7040): Launched\u000a01:30:09.364418 run osmo-hlr_10.42.42.2(pid=7041): Launched\u000a01:30:09.486448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:10.053776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7043): Launched\u000a01:30:10.380464 run osmo-stp_10.42.42.5(pid=7044): Launched\u000a01:30:10.497879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:11.066473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7046): Launched\u000a01:30:11.182949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:11.467620 run patchelf(pid=7047): Launched\u000a01:30:11.660006 run osmo-stp_10.42.42.5(pid=7044): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7044)]\u000a01:30:11.799567 run osmo-stp_10.42.42.5(pid=7044): stdout: \u000a| (launched: 2022-12-09_01:30:10.219012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:11.939498 run osmo-stp_10.42.42.5(pid=7044): stderr: \u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013010411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:12.075073 run osmo-stp_10.42.42.5(pid=7044): stdout: \u000a| (launched: 2022-12-09_01:30:10.219012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:12.208067 run osmo-stp_10.42.42.5(pid=7044): stderr: \u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013010410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013010411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:12.363909 run patchelf(pid=7047): Terminating (SIGINT)\u000a01:30:12.547007 run patchelf(pid=7047): Terminated: ok {rc=0}\u000a01:30:12.580587 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7044): Process ended prematurely: osmo-stp_10.42.42.5(pid=7044) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7044)] [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:30:12.590590 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:30:12.654127 run osmo-hlr_10.42.42.2(pid=7041): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7041)]\u000a01:30:12.705985 run osmo-hlr_10.42.42.2(pid=7041): stdout: \u000a| (launched: 2022-12-09_01:30:09.203565) \u000a01:30:12.758052 run osmo-hlr_10.42.42.2(pid=7041): stderr: \u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013009403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013009417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013009425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013009426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013009426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:12.802573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7034): Terminating (SIGTERM)\u000a01:30:12.844265 run iperf3-srv_10.42.42.10(pid=7035): Terminating (SIGTERM)\u000a01:30:12.886658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7036): Terminating (SIGTERM)\u000a01:30:12.928518 run iperf3-srv_10.42.42.10(pid=7037): Terminating (SIGTERM)\u000a01:30:12.970572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7040): Terminating (SIGTERM)\u000a01:30:13.012543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7043): Terminating (SIGTERM)\u000a01:30:13.054501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7046): Terminating (SIGTERM)\u000a01:30:13.064276 --- ParallelTerminationStrategy: PID 7034 died...\u000a01:30:13.120506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7034): Terminated: ok {rc=0}\u000a01:30:13.130811 --- ParallelTerminationStrategy: PID 7035 died...\u000a01:30:13.186274 run iperf3-srv_10.42.42.10(pid=7035): Terminated {rc=256}\u000a01:30:13.196421 --- ParallelTerminationStrategy: PID 7036 died...\u000a01:30:13.251956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7036): Terminated: ok {rc=0}\u000a01:30:13.262131 --- ParallelTerminationStrategy: PID 7037 died...\u000a01:30:13.317734 run iperf3-srv_10.42.42.10(pid=7037): Terminated {rc=256}\u000a01:30:13.327836 --- ParallelTerminationStrategy: PID 7040 died...\u000a01:30:13.383746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7040): Terminated: ok {rc=0}\u000a01:30:13.393946 --- ParallelTerminationStrategy: PID 7043 died...\u000a01:30:13.450025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7043): Terminated: ok {rc=0}\u000a01:30:13.460430 --- ParallelTerminationStrategy: PID 7046 died...\u000a01:30:13.516086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7046): Terminated: ok {rc=0}\u000a01:30:13.602660 bus /gobi_0: Setting Powered False\u000a01:30:14.710416 bus /gobi_0: Setting Powered False\u000a01:30:15.821104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7056): Process ended prematurely: osmo-stp_10.42.42.5(pid=7056) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7056)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7056): Process ended prematurely: osmo-stp_10.42.42.5(pid=7056) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:30:16.942783 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:16.955758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:17.102338 tst iperf3.py: using LAC 18128\u000a01:30:17.225971 tst iperf3.py: using RAC 23\u000a01:30:17.348608 tst iperf3.py: using CellId 18128\u000a01:30:17.468446 tst iperf3.py: using BVCI 18129\u000a01:30:17.492855 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.503705 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.514510 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.525580 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.536522 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.547410 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.558851 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.569995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:17.581094 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:17.858739 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:17.984828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:18.299767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7048): Launched\u000a01:30:18.561570 run iperf3-srv_10.42.42.10(pid=7049): Launched\u000a01:30:18.746905 tst iperf3.py:8: start network...\u000a01:30:18.873814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:19.352430 run create_hlr_db(pid=7050): Launched\u000a01:30:19.535154 bus /gobi_6: Setting Powered False\u000a01:30:20.549675 run create_hlr_db(pid=7050): Terminated: ok {rc=0}\u000a01:30:20.983311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7052): Launched\u000a01:30:21.309837 run osmo-hlr_10.42.42.2(pid=7053): Launched\u000a01:30:21.431603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:22.000437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7055): Launched\u000a01:30:22.326988 run osmo-stp_10.42.42.5(pid=7056): Launched\u000a01:30:22.445712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:23.013397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7058): Launched\u000a01:30:23.129043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:23.413201 run patchelf(pid=7059): Launched\u000a01:30:23.603641 run osmo-stp_10.42.42.5(pid=7056): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7056)]\u000a01:30:23.743304 run osmo-stp_10.42.42.5(pid=7056): stdout: \u000a| (launched: 2022-12-09_01:30:22.167194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:23.883089 run osmo-stp_10.42.42.5(pid=7056): stderr: \u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013022361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:24.017375 run osmo-stp_10.42.42.5(pid=7056): stdout: \u000a| (launched: 2022-12-09_01:30:22.167194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:24.151111 run osmo-stp_10.42.42.5(pid=7056): stderr: \u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013022360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013022361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013022361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:24.306200 run patchelf(pid=7059): Terminating (SIGINT)\u000a01:30:24.488557 run patchelf(pid=7059): Terminated: ok {rc=0}\u000a01:30:24.522124 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7056): Process ended prematurely: osmo-stp_10.42.42.5(pid=7056) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7056)] [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a01:30:24.532049 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:30:24.595803 run osmo-hlr_10.42.42.2(pid=7053): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7053)]\u000a01:30:24.648050 run osmo-hlr_10.42.42.2(pid=7053): stdout: \u000a| (launched: 2022-12-09_01:30:21.149870) \u000a01:30:24.700682 run osmo-hlr_10.42.42.2(pid=7053): stderr: \u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013021347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013021361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013021370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013021371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013021371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:24.745397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7048): Terminating (SIGTERM)\u000a01:30:24.787457 run iperf3-srv_10.42.42.10(pid=7049): Terminating (SIGTERM)\u000a01:30:24.829561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7052): Terminating (SIGTERM)\u000a01:30:24.871804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7055): Terminating (SIGTERM)\u000a01:30:24.914036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7058): Terminating (SIGTERM)\u000a01:30:24.923826 --- ParallelTerminationStrategy: PID 7048 died...\u000a01:30:24.980780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7048): Terminated: ok {rc=0}\u000a01:30:24.991100 --- ParallelTerminationStrategy: PID 7049 died...\u000a01:30:25.047547 run iperf3-srv_10.42.42.10(pid=7049): Terminated {rc=256}\u000a01:30:25.057714 --- ParallelTerminationStrategy: PID 7052 died...\u000a01:30:25.113916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7052): Terminated: ok {rc=0}\u000a01:30:25.123981 --- ParallelTerminationStrategy: PID 7055 died...\u000a01:30:25.180028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7055): Terminated: ok {rc=0}\u000a01:30:25.190179 --- ParallelTerminationStrategy: PID 7058 died...\u000a01:30:25.246326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7058): Terminated: ok {rc=0}\u000a01:30:25.334288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7074): Process ended prematurely: osmo-stp_10.42.42.5(pid=7074) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7074)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7074): Process ended prematurely: osmo-stp_10.42.42.5(pid=7074) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:30:26.448905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:26.460770 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:26.608771 tst iperf3m4.py: using LAC 18129\u000a01:30:26.740522 tst iperf3m4.py: using RAC 24\u000a01:30:26.869191 tst iperf3m4.py: using CellId 18129\u000a01:30:26.997827 tst iperf3m4.py: using BVCI 18130\u000a01:30:27.022969 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.034326 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.045459 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.056524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.067530 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.078554 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.089860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.100799 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:27.111994 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:27.227954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:27.345545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:27.466601 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:27.745553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:30:27.873165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:28.189032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7060): Launched\u000a01:30:28.451901 run iperf3-srv_10.42.42.10(pid=7061): Launched\u000a01:30:28.638139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:30:28.764809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:29.079273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7062): Launched\u000a01:30:29.341118 run iperf3-srv_10.42.42.10(pid=7063): Launched\u000a01:30:29.526365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:30:29.652773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:29.968436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7064): Launched\u000a01:30:30.230678 run iperf3-srv_10.42.42.10(pid=7065): Launched\u000a01:30:30.416446 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:30:30.543534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:30:30.860842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7066): Launched\u000a01:30:31.142643 run iperf3-srv_10.42.42.10(pid=7067): Launched\u000a01:30:31.331577 tst iperf3m4.py:8: start network...\u000a01:30:31.461209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:32.037298 run create_hlr_db(pid=7068): Launched\u000a01:30:32.216872 bus /gobi_6: Setting Powered False\u000a01:30:33.234146 run create_hlr_db(pid=7068): Terminated: ok {rc=0}\u000a01:30:33.665318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7070): Launched\u000a01:30:33.989525 run osmo-hlr_10.42.42.2(pid=7071): Launched\u000a01:30:34.109786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:34.679046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7073): Launched\u000a01:30:35.003312 run osmo-stp_10.42.42.5(pid=7074): Launched\u000a01:30:35.120668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:35.689074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7076): Launched\u000a01:30:35.805331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:36.089086 run patchelf(pid=7077): Launched\u000a01:30:36.280245 run osmo-stp_10.42.42.5(pid=7074): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7074)]\u000a01:30:36.419591 run osmo-stp_10.42.42.5(pid=7074): stdout: \u000a| (launched: 2022-12-09_01:30:34.843826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:36.559233 run osmo-stp_10.42.42.5(pid=7074): stderr: \u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013035034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:36.694201 run osmo-stp_10.42.42.5(pid=7074): stdout: \u000a| (launched: 2022-12-09_01:30:34.843826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:36.827265 run osmo-stp_10.42.42.5(pid=7074): stderr: \u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013035033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013035034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013035034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:36.982855 run patchelf(pid=7077): Terminating (SIGINT)\u000a01:30:37.165882 run patchelf(pid=7077): Terminated: ok {rc=0}\u000a01:30:37.199259 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7074): Process ended prematurely: osmo-stp_10.42.42.5(pid=7074) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7074)] [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:30:37.209130 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:30:37.273067 run osmo-hlr_10.42.42.2(pid=7071): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7071)]\u000a01:30:37.324908 run osmo-hlr_10.42.42.2(pid=7071): stdout: \u000a| (launched: 2022-12-09_01:30:33.830942) \u000a01:30:37.377462 run osmo-hlr_10.42.42.2(pid=7071): stderr: \u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013034029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013034041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013034050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013034050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013034050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:37.422221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7060): Terminating (SIGTERM)\u000a01:30:37.464353 run iperf3-srv_10.42.42.10(pid=7061): Terminating (SIGTERM)\u000a01:30:37.506966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7062): Terminating (SIGTERM)\u000a01:30:37.549106 run iperf3-srv_10.42.42.10(pid=7063): Terminating (SIGTERM)\u000a01:30:37.591322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7064): Terminating (SIGTERM)\u000a01:30:37.633687 run iperf3-srv_10.42.42.10(pid=7065): Terminating (SIGTERM)\u000a01:30:37.676079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7066): Terminating (SIGTERM)\u000a01:30:37.718194 run iperf3-srv_10.42.42.10(pid=7067): Terminating (SIGTERM)\u000a01:30:37.760414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7070): Terminating (SIGTERM)\u000a01:30:37.802622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7073): Terminating (SIGTERM)\u000a01:30:37.844582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7076): Terminating (SIGTERM)\u000a01:30:37.854359 --- ParallelTerminationStrategy: PID 7060 died...\u000a01:30:37.910566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7060): Terminated: ok {rc=0}\u000a01:30:37.920605 --- ParallelTerminationStrategy: PID 7061 died...\u000a01:30:37.976551 run iperf3-srv_10.42.42.10(pid=7061): Terminated {rc=256}\u000a01:30:37.986693 --- ParallelTerminationStrategy: PID 7062 died...\u000a01:30:38.042622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7062): Terminated: ok {rc=0}\u000a01:30:38.052745 --- ParallelTerminationStrategy: PID 7063 died...\u000a01:30:38.108697 run iperf3-srv_10.42.42.10(pid=7063): Terminated {rc=256}\u000a01:30:38.118859 --- ParallelTerminationStrategy: PID 7064 died...\u000a01:30:38.175050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7064): Terminated: ok {rc=0}\u000a01:30:38.185213 --- ParallelTerminationStrategy: PID 7065 died...\u000a01:30:38.241410 run iperf3-srv_10.42.42.10(pid=7065): Terminated {rc=256}\u000a01:30:38.251528 --- ParallelTerminationStrategy: PID 7066 died...\u000a01:30:38.307831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7066): Terminated: ok {rc=0}\u000a01:30:38.318090 --- ParallelTerminationStrategy: PID 7067 died...\u000a01:30:38.374156 run iperf3-srv_10.42.42.10(pid=7067): Terminated {rc=256}\u000a01:30:38.384308 --- ParallelTerminationStrategy: PID 7070 died...\u000a01:30:38.440421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7070): Terminated: ok {rc=0}\u000a01:30:38.450576 --- ParallelTerminationStrategy: PID 7073 died...\u000a01:30:38.506747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7073): Terminated: ok {rc=0}\u000a01:30:38.516909 --- ParallelTerminationStrategy: PID 7076 died...\u000a01:30:38.573120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7076): Terminated: ok {rc=0}\u000a01:30:38.661175 bus /gobi_4: Setting Powered False\u000a01:30:39.770998 bus /gobi_4: Setting Powered False\u000a01:30:40.882282 bus /gobi_1: Setting Powered False\u000a01:30:41.994995 bus /gobi_1: Setting Powered False\u000a01:30:43.105561 bus /gobi_0: Setting Powered False\u000a01:30:44.209077 bus /gobi_0: Setting Powered False\u000a01:30:45.318104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:30:46.386925 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:46.399854 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:46.549033 tst ping.py: using LAC 18130\u000a01:30:46.669893 tst ping.py: using RAC 25\u000a01:30:46.794760 tst ping.py: using CellId 18130\u000a01:30:46.918624 tst ping.py: using BVCI 18131\u000a01:30:46.942487 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:46.954537 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:46.967275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:46.979779 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:46.993168 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:47.004740 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:47.017886 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:47.031478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:47.310272 tst ping.py:19: start network...\u000a01:30:47.435185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:47.904595 run create_hlr_db(pid=7078): Launched\u000a01:30:48.077732 bus /gobi_6: Setting Powered False\u000a01:30:49.097647 run create_hlr_db(pid=7078): Terminated: ok {rc=0}\u000a01:30:49.495523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Launched\u000a01:30:49.794540 run osmo-hlr_10.42.42.2(pid=7081): Launched\u000a01:30:49.907862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:50.430512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Launched\u000a01:30:50.729037 run osmo-stp_10.42.42.5(pid=7084): Launched\u000a01:30:50.837449 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:51.357471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7086): Launched\u000a01:30:51.463604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:51.725189 run patchelf(pid=7087): Launched\u000a01:30:51.900202 run osmo-stp_10.42.42.5(pid=7084): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)]\u000a01:30:52.028385 run osmo-stp_10.42.42.5(pid=7084): stdout: \u000a| (launched: 2022-12-09_01:30:50.581680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:52.157783 run osmo-stp_10.42.42.5(pid=7084): stderr: \u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013050752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:52.281653 run osmo-stp_10.42.42.5(pid=7084): stdout: \u000a| (launched: 2022-12-09_01:30:50.581680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:52.404935 run osmo-stp_10.42.42.5(pid=7084): stderr: \u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013050752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013050752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:52.547524 run patchelf(pid=7087): Terminating (SIGINT)\u000a01:30:52.714929 run patchelf(pid=7087): Terminated: ok {rc=0}\u000a01:30:52.745436 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7084): Process ended prematurely: osmo-stp_10.42.42.5(pid=7084) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7084)] [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a01:30:52.754129 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:30:52.815550 run osmo-hlr_10.42.42.2(pid=7081): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7081)]\u000a01:30:52.865168 run osmo-hlr_10.42.42.2(pid=7081): stdout: \u000a| (launched: 2022-12-09_01:30:49.646610) \u000a01:30:52.915744 run osmo-hlr_10.42.42.2(pid=7081): stderr: \u000a| �[0;m�[1;31m20221209013049822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013049822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013049822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013049822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013049822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013049823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013049835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013049846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013049846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013049846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:52.957909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminating (SIGTERM)\u000a01:30:52.998247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Terminating (SIGTERM)\u000a01:30:53.038701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7086): Terminating (SIGTERM)\u000a01:30:53.048487 --- ParallelTerminationStrategy: PID 7080 died...\u000a01:30:53.102510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7080): Terminated: ok {rc=0}\u000a01:30:53.112740 --- ParallelTerminationStrategy: PID 7083 died...\u000a01:30:53.166752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7083): Terminated: ok {rc=0}\u000a01:30:53.176581 --- ParallelTerminationStrategy: PID 7086 died...\u000a01:30:53.230618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7086): Terminated: ok {rc=0}\u000a01:30:53.314372 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:30:54.364514 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.376358 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:30:54.521941 tst ping_idle_ping.py: using LAC 18131\u000a01:30:54.649116 tst ping_idle_ping.py: using RAC 26\u000a01:30:54.771089 tst ping_idle_ping.py: using CellId 18131\u000a01:30:54.890703 tst ping_idle_ping.py: using BVCI 18132\u000a01:30:54.913703 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.924650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.935639 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.946934 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.957819 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.969050 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.980255 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:30:54.991344 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:30:55.283646 tst ping_idle_ping.py:24: start network...\u000a01:30:55.417087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:55.931437 run create_hlr_db(pid=7088): Launched\u000a01:30:56.117398 bus /gobi_6: Setting Powered False\u000a01:30:57.137901 run create_hlr_db(pid=7088): Terminated: ok {rc=0}\u000a01:30:57.564319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Launched\u000a01:30:57.885087 run osmo-hlr_10.42.42.2(pid=7091): Launched\u000a01:30:58.005572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:58.562686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Launched\u000a01:30:58.883570 run osmo-stp_10.42.42.5(pid=7094): Launched\u000a01:30:58.999851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:30:59.558673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7096): Launched\u000a01:30:59.672834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:30:59.952578 run patchelf(pid=7097): Launched\u000a01:31:00.140326 run osmo-stp_10.42.42.5(pid=7094): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)]\u000a01:31:00.277689 run osmo-stp_10.42.42.5(pid=7094): stdout: \u000a| (launched: 2022-12-09_01:30:58.726193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:00.415926 run osmo-stp_10.42.42.5(pid=7094): stderr: \u000a| �[0;m�[38;5;43m20221209013058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013058921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013058921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013058921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013058922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013058922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:00.549010 run osmo-stp_10.42.42.5(pid=7094): stdout: \u000a| (launched: 2022-12-09_01:30:58.726193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:00.680612 run osmo-stp_10.42.42.5(pid=7094): stderr: \u000a| �[0;m�[38;5;43m20221209013058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013058920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013058921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013058921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013058921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013058922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013058922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:00.834428 run patchelf(pid=7097): Terminating (SIGINT)\u000a01:31:01.027621 run patchelf(pid=7097): Terminated: ok {rc=0}\u000a01:31:01.060937 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7094): Process ended prematurely: osmo-stp_10.42.42.5(pid=7094) [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7094)] [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:31:01.071154 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:31:01.135269 run osmo-hlr_10.42.42.2(pid=7091): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7091)]\u000a01:31:01.187259 run osmo-hlr_10.42.42.2(pid=7091): stdout: \u000a| (launched: 2022-12-09_01:30:57.727376) \u000a01:31:01.239956 run osmo-hlr_10.42.42.2(pid=7091): stderr: \u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013057928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013057941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013057949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013057950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013057950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:01.285242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Terminating (SIGTERM)\u000a01:31:01.328201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Terminating (SIGTERM)\u000a01:31:01.370571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7096): Terminating (SIGTERM)\u000a01:31:01.380279 --- ParallelTerminationStrategy: PID 7090 died...\u000a01:31:01.436775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7090): Terminated: ok {rc=0}\u000a01:31:01.447390 --- ParallelTerminationStrategy: PID 7093 died...\u000a01:31:01.504379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7093): Terminated: ok {rc=0}\u000a01:31:01.515106 --- ParallelTerminationStrategy: PID 7096 died...\u000a01:31:01.572333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7096): Terminated: ok {rc=0}\u000a01:31:01.662445 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:30:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7111): Process ended prematurely: osmo-stp_10.42.42.5(pid=7111) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7111)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7111): Process ended prematurely: osmo-stp_10.42.42.5(pid=7111) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:31:03.812007 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:03.823567 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:03.990172 tst cs_paging_gprs_active.py: using LAC 18132\u000a01:31:04.117852 tst cs_paging_gprs_active.py: using RAC 27\u000a01:31:04.245310 tst cs_paging_gprs_active.py: using CellId 18132\u000a01:31:04.374655 tst cs_paging_gprs_active.py: using BVCI 18133\u000a01:31:04.399706 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.411059 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.422217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.433723 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.444775 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.456056 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.467398 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.478555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:04.489857 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:04.612107 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:04.891969 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:31:05.019621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:05.337034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7101): Launched\u000a01:31:05.600588 run iperf3-srv_10.42.42.10(pid=7102): Launched\u000a01:31:05.786338 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:31:05.913166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:06.230792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7103): Launched\u000a01:31:06.495546 run iperf3-srv_10.42.42.10(pid=7104): Launched\u000a01:31:06.681665 tst cs_paging_gprs_active.py:38: start network...\u000a01:31:06.808430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:07.291000 run create_hlr_db(pid=7105): Launched\u000a01:31:07.465841 bus /gobi_6: Setting Powered False\u000a01:31:08.488853 run create_hlr_db(pid=7105): Terminated: ok {rc=0}\u000a01:31:08.923543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7107): Launched\u000a01:31:09.249362 run osmo-hlr_10.42.42.2(pid=7108): Launched\u000a01:31:09.368551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:09.931936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7110): Launched\u000a01:31:10.257000 run osmo-stp_10.42.42.5(pid=7111): Launched\u000a01:31:10.375094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:10.943506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7113): Launched\u000a01:31:11.058583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:11.333113 run patchelf(pid=7114): Launched\u000a01:31:11.513482 run osmo-stp_10.42.42.5(pid=7111): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7111)]\u000a01:31:11.645956 run osmo-stp_10.42.42.5(pid=7111): stdout: \u000a| (launched: 2022-12-09_01:31:10.096869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:11.778131 run osmo-stp_10.42.42.5(pid=7111): stderr: \u000a| �[0;m�[38;5;43m20221209013110290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013110291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013110291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013110291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:11.905088 run osmo-stp_10.42.42.5(pid=7111): stdout: \u000a| (launched: 2022-12-09_01:31:10.096869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:12.030838 run osmo-stp_10.42.42.5(pid=7111): stderr: \u000a| �[0;m�[38;5;43m20221209013110290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013110291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013110291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013110291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013110292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:12.177772 run patchelf(pid=7114): Terminating (SIGINT)\u000a01:31:12.350901 run patchelf(pid=7114): Terminated: ok {rc=0}\u000a01:31:12.382726 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7111): Process ended prematurely: osmo-stp_10.42.42.5(pid=7111) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7111)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:31:12.391963 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:31:12.453188 run osmo-hlr_10.42.42.2(pid=7108): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7108)]\u000a01:31:12.502953 run osmo-hlr_10.42.42.2(pid=7108): stdout: \u000a| (launched: 2022-12-09_01:31:09.089147) \u000a01:31:12.553493 run osmo-hlr_10.42.42.2(pid=7108): stderr: \u000a| �[0;m�[1;31m20221209013109289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013109289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013109289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013109289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013109290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013109290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013109301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013109312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013109312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013109312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:12.595859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7101): Terminating (SIGTERM)\u000a01:31:12.636027 run iperf3-srv_10.42.42.10(pid=7102): Terminating (SIGTERM)\u000a01:31:12.676215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7103): Terminating (SIGTERM)\u000a01:31:12.716148 run iperf3-srv_10.42.42.10(pid=7104): Terminating (SIGTERM)\u000a01:31:12.756000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7107): Terminating (SIGTERM)\u000a01:31:12.796087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7110): Terminating (SIGTERM)\u000a01:31:12.836151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7113): Terminating (SIGTERM)\u000a01:31:12.845771 --- ParallelTerminationStrategy: PID 7101 died...\u000a01:31:12.899845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7101): Terminated: ok {rc=0}\u000a01:31:12.909921 --- ParallelTerminationStrategy: PID 7102 died...\u000a01:31:12.963333 run iperf3-srv_10.42.42.10(pid=7102): Terminated {rc=256}\u000a01:31:12.973357 --- ParallelTerminationStrategy: PID 7103 died...\u000a01:31:13.026619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7103): Terminated: ok {rc=0}\u000a01:31:13.036475 --- ParallelTerminationStrategy: PID 7104 died...\u000a01:31:13.090145 run iperf3-srv_10.42.42.10(pid=7104): Terminated {rc=256}\u000a01:31:13.099890 --- ParallelTerminationStrategy: PID 7107 died...\u000a01:31:13.153321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7107): Terminated: ok {rc=0}\u000a01:31:13.163058 --- ParallelTerminationStrategy: PID 7110 died...\u000a01:31:13.216591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7110): Terminated: ok {rc=0}\u000a01:31:13.226599 --- ParallelTerminationStrategy: PID 7113 died...\u000a01:31:13.280024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7113): Terminated: ok {rc=0}\u000a01:31:13.369730 bus /gobi_0: Setting Powered False\u000a01:31:14.473803 bus /gobi_0: Setting Powered False\u000a01:31:15.586309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:31:16.730966 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:16.747692 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:16.926304 tst iperf3.py: using LAC 18133\u000a01:31:17.059826 tst iperf3.py: using RAC 28\u000a01:31:17.183307 tst iperf3.py: using CellId 18133\u000a01:31:17.305216 tst iperf3.py: using BVCI 18134\u000a01:31:17.329033 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.340426 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.351738 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.364250 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.375884 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.386844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.398599 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.410827 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:17.422830 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:17.718688 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:17.854211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:18.192463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7115): Launched\u000a01:31:18.473298 run iperf3-srv_10.42.42.10(pid=7116): Launched\u000a01:31:18.673879 tst iperf3.py:8: start network...\u000a01:31:18.809808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:19.329326 run create_hlr_db(pid=7117): Launched\u000a01:31:19.517329 bus /gobi_6: Setting Powered False\u000a01:31:20.537943 run create_hlr_db(pid=7117): Terminated: ok {rc=0}\u000a01:31:20.946308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Launched\u000a01:31:21.250323 run osmo-hlr_10.42.42.2(pid=7120): Launched\u000a01:31:21.365662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:21.895296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Launched\u000a01:31:22.200077 run osmo-stp_10.42.42.5(pid=7123): Launched\u000a01:31:22.311512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:22.842877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7125): Launched\u000a01:31:22.950708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:23.215678 run patchelf(pid=7126): Launched\u000a01:31:23.394261 run osmo-stp_10.42.42.5(pid=7123): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)]\u000a01:31:23.524616 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-09_01:31:22.049202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:23.655920 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013122220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:23.782111 run osmo-stp_10.42.42.5(pid=7123): stdout: \u000a| (launched: 2022-12-09_01:31:22.049202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:23.906997 run osmo-stp_10.42.42.5(pid=7123): stderr: \u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013122220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013122220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013122221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:24.052599 run patchelf(pid=7126): Terminating (SIGINT)\u000a01:31:24.224000 run patchelf(pid=7126): Terminated: ok {rc=0}\u000a01:31:24.255468 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7123): Process ended prematurely: osmo-stp_10.42.42.5(pid=7123) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7123)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:31:24.264683 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:31:24.326421 run osmo-hlr_10.42.42.2(pid=7120): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7120)]\u000a01:31:24.376380 run osmo-hlr_10.42.42.2(pid=7120): stdout: \u000a| (launched: 2022-12-09_01:31:21.099970) \u000a01:31:24.426774 run osmo-hlr_10.42.42.2(pid=7120): stderr: \u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013121277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013121291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013121299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013121299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013121299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:24.469782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7115): Terminating (SIGTERM)\u000a01:31:24.509816 run iperf3-srv_10.42.42.10(pid=7116): Terminating (SIGTERM)\u000a01:31:24.550378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminating (SIGTERM)\u000a01:31:24.590646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminating (SIGTERM)\u000a01:31:24.631082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7125): Terminating (SIGTERM)\u000a01:31:24.640499 --- ParallelTerminationStrategy: PID 7115 died...\u000a01:31:24.694950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7115): Terminated: ok {rc=0}\u000a01:31:24.704884 --- ParallelTerminationStrategy: PID 7116 died...\u000a01:31:24.758645 run iperf3-srv_10.42.42.10(pid=7116): Terminated {rc=256}\u000a01:31:24.768596 --- ParallelTerminationStrategy: PID 7119 died...\u000a01:31:24.822395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7119): Terminated: ok {rc=0}\u000a01:31:24.832363 --- ParallelTerminationStrategy: PID 7122 died...\u000a01:31:24.886376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7122): Terminated: ok {rc=0}\u000a01:31:24.896194 --- ParallelTerminationStrategy: PID 7125 died...\u000a01:31:24.949703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7125): Terminated: ok {rc=0}\u000a01:31:25.038346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7141): Process ended prematurely: osmo-stp_10.42.42.5(pid=7141) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7141)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7141): Process ended prematurely: osmo-stp_10.42.42.5(pid=7141) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:31:26.149307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.160758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:26.319441 tst iperf3m4.py: using LAC 18134\u000a01:31:26.439736 tst iperf3m4.py: using RAC 29\u000a01:31:26.559707 tst iperf3m4.py: using CellId 18134\u000a01:31:26.682607 tst iperf3m4.py: using BVCI 18135\u000a01:31:26.705939 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.716796 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.727405 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.738367 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.749176 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.760005 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.770980 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.781916 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:26.792917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:26.912045 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:27.031495 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:27.146541 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:27.430607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:31:27.557440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:27.872679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7127): Launched\u000a01:31:28.134391 run iperf3-srv_10.42.42.10(pid=7128): Launched\u000a01:31:28.319458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:31:28.445605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:28.761214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7129): Launched\u000a01:31:29.023035 run iperf3-srv_10.42.42.10(pid=7130): Launched\u000a01:31:29.207524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:31:29.333600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:29.648443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7131): Launched\u000a01:31:29.910003 run iperf3-srv_10.42.42.10(pid=7132): Launched\u000a01:31:30.094817 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:31:30.220644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:31:30.535700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7133): Launched\u000a01:31:30.798228 run iperf3-srv_10.42.42.10(pid=7134): Launched\u000a01:31:30.987116 tst iperf3m4.py:8: start network...\u000a01:31:31.116346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:31.640876 run create_hlr_db(pid=7135): Launched\u000a01:31:31.819165 bus /gobi_6: Setting Powered False\u000a01:31:32.837638 run create_hlr_db(pid=7135): Terminated: ok {rc=0}\u000a01:31:33.270456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7137): Launched\u000a01:31:33.596603 run osmo-hlr_10.42.42.2(pid=7138): Launched\u000a01:31:33.715810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:34.279211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7140): Launched\u000a01:31:34.602961 run osmo-stp_10.42.42.5(pid=7141): Launched\u000a01:31:34.721052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:35.285827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7143): Launched\u000a01:31:35.401016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:35.683584 run patchelf(pid=7144): Launched\u000a01:31:35.873730 run osmo-stp_10.42.42.5(pid=7141): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7141)]\u000a01:31:36.012479 run osmo-stp_10.42.42.5(pid=7141): stdout: \u000a| (launched: 2022-12-09_01:31:34.443425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:36.150960 run osmo-stp_10.42.42.5(pid=7141): stderr: \u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013134634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:36.284580 run osmo-stp_10.42.42.5(pid=7141): stdout: \u000a| (launched: 2022-12-09_01:31:34.443425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:36.417419 run osmo-stp_10.42.42.5(pid=7141): stderr: \u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013134633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013134634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013134634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:36.572039 run patchelf(pid=7144): Terminating (SIGINT)\u000a01:31:36.755215 run patchelf(pid=7144): Terminated: ok {rc=0}\u000a01:31:36.788543 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7141): Process ended prematurely: osmo-stp_10.42.42.5(pid=7141) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7141)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:31:36.798576 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:31:36.862585 run osmo-hlr_10.42.42.2(pid=7138): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7138)]\u000a01:31:36.914624 run osmo-hlr_10.42.42.2(pid=7138): stdout: \u000a| (launched: 2022-12-09_01:31:33.435763) \u000a01:31:36.967028 run osmo-hlr_10.42.42.2(pid=7138): stderr: \u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013133631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013133643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013133652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013133652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013133652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:37.011658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7127): Terminating (SIGTERM)\u000a01:31:37.053654 run iperf3-srv_10.42.42.10(pid=7128): Terminating (SIGTERM)\u000a01:31:37.096052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7129): Terminating (SIGTERM)\u000a01:31:37.138028 run iperf3-srv_10.42.42.10(pid=7130): Terminating (SIGTERM)\u000a01:31:37.179884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7131): Terminating (SIGTERM)\u000a01:31:37.221757 run iperf3-srv_10.42.42.10(pid=7132): Terminating (SIGTERM)\u000a01:31:37.263682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7133): Terminating (SIGTERM)\u000a01:31:37.305567 run iperf3-srv_10.42.42.10(pid=7134): Terminating (SIGTERM)\u000a01:31:37.347546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7137): Terminating (SIGTERM)\u000a01:31:37.389621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7140): Terminating (SIGTERM)\u000a01:31:37.431566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7143): Terminating (SIGTERM)\u000a01:31:37.441434 --- ParallelTerminationStrategy: PID 7127 died...\u000a01:31:37.497879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7127): Terminated: ok {rc=0}\u000a01:31:37.508191 --- ParallelTerminationStrategy: PID 7128 died...\u000a01:31:37.564444 run iperf3-srv_10.42.42.10(pid=7128): Terminated {rc=256}\u000a01:31:37.574575 --- ParallelTerminationStrategy: PID 7129 died...\u000a01:31:37.630629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7129): Terminated: ok {rc=0}\u000a01:31:37.640765 --- ParallelTerminationStrategy: PID 7130 died...\u000a01:31:37.697134 run iperf3-srv_10.42.42.10(pid=7130): Terminated {rc=256}\u000a01:31:37.707288 --- ParallelTerminationStrategy: PID 7131 died...\u000a01:31:37.762946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7131): Terminated: ok {rc=0}\u000a01:31:37.773095 --- ParallelTerminationStrategy: PID 7132 died...\u000a01:31:37.828457 run iperf3-srv_10.42.42.10(pid=7132): Terminated {rc=256}\u000a01:31:37.838542 --- ParallelTerminationStrategy: PID 7133 died...\u000a01:31:37.894151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7133): Terminated: ok {rc=0}\u000a01:31:37.904284 --- ParallelTerminationStrategy: PID 7134 died...\u000a01:31:37.959805 run iperf3-srv_10.42.42.10(pid=7134): Terminated {rc=256}\u000a01:31:37.969934 --- ParallelTerminationStrategy: PID 7137 died...\u000a01:31:38.025614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7137): Terminated: ok {rc=0}\u000a01:31:38.035734 --- ParallelTerminationStrategy: PID 7140 died...\u000a01:31:38.091251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7140): Terminated: ok {rc=0}\u000a01:31:38.101448 --- ParallelTerminationStrategy: PID 7143 died...\u000a01:31:38.157192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7143): Terminated: ok {rc=0}\u000a01:31:38.244386 bus /gobi_4: Setting Powered False\u000a01:31:39.351140 bus /gobi_4: Setting Powered False\u000a01:31:40.462963 bus /gobi_1: Setting Powered False\u000a01:31:41.566601 bus /gobi_1: Setting Powered False\u000a01:31:42.676340 bus /gobi_0: Setting Powered False\u000a01:31:43.783051 bus /gobi_0: Setting Powered False\u000a01:31:44.895205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7152): Process ended prematurely: osmo-stp_10.42.42.5(pid=7152) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7152)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7152): Process ended prematurely: osmo-stp_10.42.42.5(pid=7152) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:31:45.982346 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:45.998016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:46.179802 tst ping.py: using LAC 18135\u000a01:31:46.307039 tst ping.py: using RAC 30\u000a01:31:46.433306 tst ping.py: using CellId 18135\u000a01:31:46.582060 tst ping.py: using BVCI 18136\u000a01:31:46.612461 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.626130 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.642775 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.659187 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.674582 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.691206 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.707820 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:46.723855 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:47.047332 tst ping.py:19: start network...\u000a01:31:47.191132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:47.669351 run create_hlr_db(pid=7146): Launched\u000a01:31:47.842430 bus /gobi_6: Setting Powered False\u000a01:31:48.862696 run create_hlr_db(pid=7146): Terminated: ok {rc=0}\u000a01:31:49.287796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7148): Launched\u000a01:31:49.607310 run osmo-hlr_10.42.42.2(pid=7149): Launched\u000a01:31:49.728555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:50.285543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7151): Launched\u000a01:31:50.604899 run osmo-stp_10.42.42.5(pid=7152): Launched\u000a01:31:50.721073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:51.278791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7154): Launched\u000a01:31:51.391959 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:51.670717 run patchelf(pid=7155): Launched\u000a01:31:51.857378 run osmo-stp_10.42.42.5(pid=7152): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7152)]\u000a01:31:51.994128 run osmo-stp_10.42.42.5(pid=7152): stdout: \u000a| (launched: 2022-12-09_01:31:50.447898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:52.130874 run osmo-stp_10.42.42.5(pid=7152): stderr: \u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013150642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:52.262435 run osmo-stp_10.42.42.5(pid=7152): stdout: \u000a| (launched: 2022-12-09_01:31:50.447898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:52.392719 run osmo-stp_10.42.42.5(pid=7152): stderr: \u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013150641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013150642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013150642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:52.544534 run patchelf(pid=7155): Terminating (SIGINT)\u000a01:31:52.723548 run patchelf(pid=7155): Terminated: ok {rc=0}\u000a01:31:52.756116 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7152): Process ended prematurely: osmo-stp_10.42.42.5(pid=7152) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7152)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:31:52.765477 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:31:52.828905 run osmo-hlr_10.42.42.2(pid=7149): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7149)]\u000a01:31:52.880540 run osmo-hlr_10.42.42.2(pid=7149): stdout: \u000a| (launched: 2022-12-09_01:31:49.450139) \u000a01:31:52.932645 run osmo-hlr_10.42.42.2(pid=7149): stderr: \u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013149649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013149661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013149669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013149671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013149671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:52.977055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7148): Terminating (SIGTERM)\u000a01:31:53.018956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7151): Terminating (SIGTERM)\u000a01:31:53.060773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7154): Terminating (SIGTERM)\u000a01:31:53.070531 --- ParallelTerminationStrategy: PID 7148 died...\u000a01:31:53.126660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7148): Terminated: ok {rc=0}\u000a01:31:53.136830 --- ParallelTerminationStrategy: PID 7151 died...\u000a01:31:53.193030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7151): Terminated: ok {rc=0}\u000a01:31:53.203198 --- ParallelTerminationStrategy: PID 7154 died...\u000a01:31:53.259590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7154): Terminated: ok {rc=0}\u000a01:31:53.348027 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:31:54.402007 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:54.414491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:31:54.579875 tst ping_idle_ping.py: using LAC 18136\u000a01:31:54.704807 tst ping_idle_ping.py: using RAC 31\u000a01:31:54.830159 tst ping_idle_ping.py: using CellId 18136\u000a01:31:54.956490 tst ping_idle_ping.py: using BVCI 18137\u000a01:31:54.980889 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:54.992265 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.003469 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.014749 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.025868 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.037042 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.048196 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:31:55.059382 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:31:55.352896 tst ping_idle_ping.py:24: start network...\u000a01:31:55.486809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:56.002402 run create_hlr_db(pid=7156): Launched\u000a01:31:56.189606 bus /gobi_6: Setting Powered False\u000a01:31:57.212117 run create_hlr_db(pid=7156): Terminated: ok {rc=0}\u000a01:31:57.617964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Launched\u000a01:31:57.918587 run osmo-hlr_10.42.42.2(pid=7159): Launched\u000a01:31:58.027877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:58.550025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Launched\u000a01:31:58.849775 run osmo-stp_10.42.42.5(pid=7162): Launched\u000a01:31:58.959311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:31:59.481159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Launched\u000a01:31:59.587881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:31:59.850109 run patchelf(pid=7165): Launched\u000a01:32:00.025896 run osmo-stp_10.42.42.5(pid=7162): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)]\u000a01:32:00.154677 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_01:31:58.701622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:00.283592 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013158873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:00.407638 run osmo-stp_10.42.42.5(pid=7162): stdout: \u000a| (launched: 2022-12-09_01:31:58.701622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:00.530518 run osmo-stp_10.42.42.5(pid=7162): stderr: \u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013158872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013158873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013158873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:00.674019 run patchelf(pid=7165): Terminating (SIGINT)\u000a01:32:00.843170 run patchelf(pid=7165): Terminated: ok {rc=0}\u000a01:32:00.888389 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7162): Process ended prematurely: osmo-stp_10.42.42.5(pid=7162) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7162)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:32:00.912016 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:32:00.975574 run osmo-hlr_10.42.42.2(pid=7159): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7159)]\u000a01:32:01.029159 run osmo-hlr_10.42.42.2(pid=7159): stdout: \u000a| (launched: 2022-12-09_01:31:57.770735) \u000a01:32:01.086012 run osmo-hlr_10.42.42.2(pid=7159): stderr: \u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013157946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013157958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013157967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013157967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013157967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:01.133443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminating (SIGTERM)\u000a01:32:01.180067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminating (SIGTERM)\u000a01:32:01.225933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Terminating (SIGTERM)\u000a01:32:01.237794 --- ParallelTerminationStrategy: PID 7158 died...\u000a01:32:01.299278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7158): Terminated: ok {rc=0}\u000a01:32:01.310846 --- ParallelTerminationStrategy: PID 7161 died...\u000a01:32:01.370814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7161): Terminated: ok {rc=0}\u000a01:32:01.381965 --- ParallelTerminationStrategy: PID 7164 died...\u000a01:32:01.442250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7164): Terminated: ok {rc=0}\u000a01:32:01.535494 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:31:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:32:03.679306 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:03.690160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:03.845504 tst cs_paging_gprs_active.py: using LAC 18137\u000a01:32:03.963718 tst cs_paging_gprs_active.py: using RAC 32\u000a01:32:04.089742 tst cs_paging_gprs_active.py: using CellId 18137\u000a01:32:04.221940 tst cs_paging_gprs_active.py: using BVCI 18138\u000a01:32:04.247262 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.258762 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.270059 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.281555 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.292635 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.303827 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.315146 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.326834 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:04.338609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:04.453097 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:04.754695 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:32:04.891187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:05.230159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Launched\u000a01:32:05.510931 run iperf3-srv_10.42.42.10(pid=7171): Launched\u000a01:32:05.711555 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:32:05.847723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:06.186108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Launched\u000a01:32:06.466661 run iperf3-srv_10.42.42.10(pid=7173): Launched\u000a01:32:06.666764 tst cs_paging_gprs_active.py:38: start network...\u000a01:32:06.803160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:07.323456 run create_hlr_db(pid=7174): Launched\u000a01:32:07.512079 bus /gobi_6: Setting Powered False\u000a01:32:08.533270 run create_hlr_db(pid=7174): Terminated: ok {rc=0}\u000a01:32:08.967428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Launched\u000a01:32:09.294217 run osmo-hlr_10.42.42.2(pid=7177): Launched\u000a01:32:09.412559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:09.979718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Launched\u000a01:32:10.306734 run osmo-stp_10.42.42.5(pid=7180): Launched\u000a01:32:10.425484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:10.995853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Launched\u000a01:32:11.112316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:11.396851 run patchelf(pid=7183): Launched\u000a01:32:11.589385 run osmo-stp_10.42.42.5(pid=7180): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)]\u000a01:32:11.729416 run osmo-stp_10.42.42.5(pid=7180): stdout: \u000a| (launched: 2022-12-09_01:32:10.145775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:11.869359 run osmo-stp_10.42.42.5(pid=7180): stderr: \u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013210338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:12.004042 run osmo-stp_10.42.42.5(pid=7180): stdout: \u000a| (launched: 2022-12-09_01:32:10.145775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:12.137370 run osmo-stp_10.42.42.5(pid=7180): stderr: \u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013210337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013210338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013210338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:12.292184 run patchelf(pid=7183): Terminating (SIGINT)\u000a01:32:12.474651 run patchelf(pid=7183): Terminated: ok {rc=0}\u000a01:32:12.508084 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7180): Process ended prematurely: osmo-stp_10.42.42.5(pid=7180) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7180)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:32:12.517943 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:32:12.580664 run osmo-hlr_10.42.42.2(pid=7177): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7177)]\u000a01:32:12.631727 run osmo-hlr_10.42.42.2(pid=7177): stdout: \u000a| (launched: 2022-12-09_01:32:09.133361) \u000a01:32:12.683682 run osmo-hlr_10.42.42.2(pid=7177): stderr: \u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013209333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013209354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013209364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013209364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013209364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:12.728063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Terminating (SIGTERM)\u000a01:32:12.769903 run iperf3-srv_10.42.42.10(pid=7171): Terminating (SIGTERM)\u000a01:32:12.811501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminating (SIGTERM)\u000a01:32:12.853089 run iperf3-srv_10.42.42.10(pid=7173): Terminating (SIGTERM)\u000a01:32:12.894797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Terminating (SIGTERM)\u000a01:32:12.936336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Terminating (SIGTERM)\u000a01:32:12.978683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Terminating (SIGTERM)\u000a01:32:12.988464 --- ParallelTerminationStrategy: PID 7170 died...\u000a01:32:13.044391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7170): Terminated: ok {rc=0}\u000a01:32:13.054439 --- ParallelTerminationStrategy: PID 7171 died...\u000a01:32:13.109921 run iperf3-srv_10.42.42.10(pid=7171): Terminated {rc=256}\u000a01:32:13.119958 --- ParallelTerminationStrategy: PID 7172 died...\u000a01:32:13.175369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7172): Terminated: ok {rc=0}\u000a01:32:13.185818 --- ParallelTerminationStrategy: PID 7173 died...\u000a01:32:13.240919 run iperf3-srv_10.42.42.10(pid=7173): Terminated {rc=256}\u000a01:32:13.250945 --- ParallelTerminationStrategy: PID 7176 died...\u000a01:32:13.306154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7176): Terminated: ok {rc=0}\u000a01:32:13.316278 --- ParallelTerminationStrategy: PID 7179 died...\u000a01:32:13.371642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7179): Terminated: ok {rc=0}\u000a01:32:13.381762 --- ParallelTerminationStrategy: PID 7182 died...\u000a01:32:13.437126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7182): Terminated: ok {rc=0}\u000a01:32:13.524086 bus /gobi_0: Setting Powered False\u000a01:32:14.628246 bus /gobi_0: Setting Powered False\u000a01:32:15.731863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7192): Process ended prematurely: osmo-stp_10.42.42.5(pid=7192) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7192)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7192): Process ended prematurely: osmo-stp_10.42.42.5(pid=7192) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:32:16.844370 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:16.856761 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:17.024419 tst iperf3.py: using LAC 18138\u000a01:32:17.167415 tst iperf3.py: using RAC 33\u000a01:32:17.295310 tst iperf3.py: using CellId 18138\u000a01:32:17.424336 tst iperf3.py: using BVCI 18139\u000a01:32:17.449332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.460543 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.471630 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.482754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.493731 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.504799 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.515993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.526982 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:17.538128 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:17.833503 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:32:17.968879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:18.305744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7184): Launched\u000a01:32:18.585071 run iperf3-srv_10.42.42.10(pid=7185): Launched\u000a01:32:18.784531 tst iperf3.py:8: start network...\u000a01:32:18.919894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:19.440607 run create_hlr_db(pid=7186): Launched\u000a01:32:19.628553 bus /gobi_6: Setting Powered False\u000a01:32:20.638834 run create_hlr_db(pid=7186): Terminated: ok {rc=0}\u000a01:32:21.079779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7188): Launched\u000a01:32:21.406074 run osmo-hlr_10.42.42.2(pid=7189): Launched\u000a01:32:21.524608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:22.091754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7191): Launched\u000a01:32:22.418053 run osmo-stp_10.42.42.5(pid=7192): Launched\u000a01:32:22.536779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:23.107456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7194): Launched\u000a01:32:23.223107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:23.506123 run patchelf(pid=7195): Launched\u000a01:32:23.697211 run osmo-stp_10.42.42.5(pid=7192): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7192)]\u000a01:32:23.836900 run osmo-stp_10.42.42.5(pid=7192): stdout: \u000a| (launched: 2022-12-09_01:32:22.257050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:23.976626 run osmo-stp_10.42.42.5(pid=7192): stderr: \u000a| �[0;m�[38;5;43m20221209013222448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013222448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013222449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013222449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:24.111238 run osmo-stp_10.42.42.5(pid=7192): stdout: \u000a| (launched: 2022-12-09_01:32:22.257050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:24.244232 run osmo-stp_10.42.42.5(pid=7192): stderr: \u000a| �[0;m�[38;5;43m20221209013222448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013222448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013222449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013222449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013222450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:24.399833 run patchelf(pid=7195): Terminating (SIGINT)\u000a01:32:24.582181 run patchelf(pid=7195): Terminated: ok {rc=0}\u000a01:32:24.615540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7192): Process ended prematurely: osmo-stp_10.42.42.5(pid=7192) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7192)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:32:24.625270 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:32:24.688824 run osmo-hlr_10.42.42.2(pid=7189): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7189)]\u000a01:32:24.740383 run osmo-hlr_10.42.42.2(pid=7189): stdout: \u000a| (launched: 2022-12-09_01:32:21.245414) \u000a01:32:24.792434 run osmo-hlr_10.42.42.2(pid=7189): stderr: \u000a| �[0;m�[1;31m20221209013221443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013221443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013221444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013221444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013221444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013221444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013221456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013221465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013221465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013221465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:24.836713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7184): Terminating (SIGTERM)\u000a01:32:24.878409 run iperf3-srv_10.42.42.10(pid=7185): Terminating (SIGTERM)\u000a01:32:24.919988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7188): Terminating (SIGTERM)\u000a01:32:24.961773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7191): Terminating (SIGTERM)\u000a01:32:25.003745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7194): Terminating (SIGTERM)\u000a01:32:25.013600 --- ParallelTerminationStrategy: PID 7184 died...\u000a01:32:25.069962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7184): Terminated: ok {rc=0}\u000a01:32:25.080147 --- ParallelTerminationStrategy: PID 7185 died...\u000a01:32:25.136089 run iperf3-srv_10.42.42.10(pid=7185): Terminated {rc=256}\u000a01:32:25.146217 --- ParallelTerminationStrategy: PID 7188 died...\u000a01:32:25.202047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7188): Terminated: ok {rc=0}\u000a01:32:25.212138 --- ParallelTerminationStrategy: PID 7191 died...\u000a01:32:25.267799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7191): Terminated: ok {rc=0}\u000a01:32:25.277939 --- ParallelTerminationStrategy: PID 7194 died...\u000a01:32:25.333606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7194): Terminated: ok {rc=0}\u000a01:32:25.420024 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:32:26.535785 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:26.547752 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:26.716253 tst iperf3m4.py: using LAC 18139\u000a01:32:26.844050 tst iperf3m4.py: using RAC 34\u000a01:32:26.970708 tst iperf3m4.py: using CellId 18139\u000a01:32:27.100323 tst iperf3m4.py: using BVCI 18140\u000a01:32:27.125581 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.136997 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.148201 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.159442 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.170623 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.181811 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.193228 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.204195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:27.215524 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:27.335210 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:27.453950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:27.576163 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:27.874244 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:32:28.010325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:28.348845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Launched\u000a01:32:28.630952 run iperf3-srv_10.42.42.10(pid=7197): Launched\u000a01:32:28.832023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:32:28.968469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:29.307535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7198): Launched\u000a01:32:29.588596 run iperf3-srv_10.42.42.10(pid=7199): Launched\u000a01:32:29.788922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:32:29.924911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:30.263020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7200): Launched\u000a01:32:30.542525 run iperf3-srv_10.42.42.10(pid=7201): Launched\u000a01:32:30.742143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:32:30.885492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:32:31.238180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7202): Launched\u000a01:32:31.534708 run iperf3-srv_10.42.42.10(pid=7203): Launched\u000a01:32:31.737866 tst iperf3m4.py:8: start network...\u000a01:32:31.875947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:32.420117 run create_hlr_db(pid=7204): Launched\u000a01:32:32.608290 bus /gobi_6: Setting Powered False\u000a01:32:33.629408 run create_hlr_db(pid=7204): Terminated: ok {rc=0}\u000a01:32:34.062074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Launched\u000a01:32:34.386811 run osmo-hlr_10.42.42.2(pid=7207): Launched\u000a01:32:34.507787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:35.071861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Launched\u000a01:32:35.396271 run osmo-stp_10.42.42.5(pid=7210): Launched\u000a01:32:35.513701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:36.082530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7214): Launched\u000a01:32:36.198050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:36.481173 run patchelf(pid=7215): Launched\u000a01:32:36.671407 run osmo-stp_10.42.42.5(pid=7210): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)]\u000a01:32:36.810805 run osmo-stp_10.42.42.5(pid=7210): stdout: \u000a| (launched: 2022-12-09_01:32:35.237346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:36.950001 run osmo-stp_10.42.42.5(pid=7210): stderr: \u000a| �[0;m�[38;5;43m20221209013235426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013235426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013235427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013235427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013235427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013235428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013235428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:37.083956 run osmo-stp_10.42.42.5(pid=7210): stdout: \u000a| (launched: 2022-12-09_01:32:35.237346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:37.216933 run osmo-stp_10.42.42.5(pid=7210): stderr: \u000a| �[0;m�[38;5;43m20221209013235426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013235426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013235427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013235427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013235427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013235428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013235428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:37.371557 run patchelf(pid=7215): Terminating (SIGINT)\u000a01:32:37.553682 run patchelf(pid=7215): Terminated: ok {rc=0}\u000a01:32:37.587024 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7210): Process ended prematurely: osmo-stp_10.42.42.5(pid=7210) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7210)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:32:37.596810 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:32:37.660166 run osmo-hlr_10.42.42.2(pid=7207): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7207)]\u000a01:32:37.712160 run osmo-hlr_10.42.42.2(pid=7207): stdout: \u000a| (launched: 2022-12-09_01:32:34.227313) \u000a01:32:37.764611 run osmo-hlr_10.42.42.2(pid=7207): stderr: \u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013234423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013234436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013234444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013234444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013234444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:37.808917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Terminating (SIGTERM)\u000a01:32:37.851102 run iperf3-srv_10.42.42.10(pid=7197): Terminating (SIGTERM)\u000a01:32:37.893240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7198): Terminating (SIGTERM)\u000a01:32:37.935322 run iperf3-srv_10.42.42.10(pid=7199): Terminating (SIGTERM)\u000a01:32:37.977511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7200): Terminating (SIGTERM)\u000a01:32:38.019591 run iperf3-srv_10.42.42.10(pid=7201): Terminating (SIGTERM)\u000a01:32:38.062089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7202): Terminating (SIGTERM)\u000a01:32:38.104205 run iperf3-srv_10.42.42.10(pid=7203): Terminating (SIGTERM)\u000a01:32:38.146875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Terminating (SIGTERM)\u000a01:32:38.189051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Terminating (SIGTERM)\u000a01:32:38.231191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7214): Terminating (SIGTERM)\u000a01:32:38.241176 --- ParallelTerminationStrategy: PID 7196 died...\u000a01:32:38.297444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7196): Terminated: ok {rc=0}\u000a01:32:38.307615 --- ParallelTerminationStrategy: PID 7197 died...\u000a01:32:38.363431 run iperf3-srv_10.42.42.10(pid=7197): Terminated {rc=256}\u000a01:32:38.373911 --- ParallelTerminationStrategy: PID 7198 died...\u000a01:32:38.429687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7198): Terminated: ok {rc=0}\u000a01:32:38.439814 --- ParallelTerminationStrategy: PID 7199 died...\u000a01:32:38.495400 run iperf3-srv_10.42.42.10(pid=7199): Terminated {rc=256}\u000a01:32:38.505853 --- ParallelTerminationStrategy: PID 7200 died...\u000a01:32:38.561341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7200): Terminated: ok {rc=0}\u000a01:32:38.571414 --- ParallelTerminationStrategy: PID 7201 died...\u000a01:32:38.626736 run iperf3-srv_10.42.42.10(pid=7201): Terminated {rc=256}\u000a01:32:38.636862 --- ParallelTerminationStrategy: PID 7202 died...\u000a01:32:38.692763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7202): Terminated: ok {rc=0}\u000a01:32:38.702913 --- ParallelTerminationStrategy: PID 7203 died...\u000a01:32:38.758478 run iperf3-srv_10.42.42.10(pid=7203): Terminated {rc=256}\u000a01:32:38.768567 --- ParallelTerminationStrategy: PID 7206 died...\u000a01:32:38.823945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7206): Terminated: ok {rc=0}\u000a01:32:38.834130 --- ParallelTerminationStrategy: PID 7209 died...\u000a01:32:38.889694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7209): Terminated: ok {rc=0}\u000a01:32:38.899873 --- ParallelTerminationStrategy: PID 7214 died...\u000a01:32:38.955624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7214): Terminated: ok {rc=0}\u000a01:32:39.042568 bus /gobi_4: Setting Powered False\u000a01:32:40.150423 bus /gobi_4: Setting Powered False\u000a01:32:41.261839 bus /gobi_1: Setting Powered False\u000a01:32:42.367573 bus /gobi_1: Setting Powered False\u000a01:32:43.475031 bus /gobi_0: Setting Powered False\u000a01:32:44.577055 bus /gobi_0: Setting Powered False\u000a01:32:45.688651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:32:46.755332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:46.768497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:46.930740 tst ping.py: using LAC 18140\u000a01:32:47.050200 tst ping.py: using RAC 35\u000a01:32:47.179123 tst ping.py: using CellId 18140\u000a01:32:47.299602 tst ping.py: using BVCI 18141\u000a01:32:47.322594 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.333709 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.344489 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.355582 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.366664 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.377842 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.388752 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:47.399641 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:47.689320 tst ping.py:19: start network...\u000a01:32:47.822567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:48.334950 run create_hlr_db(pid=7218): Launched\u000a01:32:48.521546 bus /gobi_6: Setting Powered False\u000a01:32:49.541403 run create_hlr_db(pid=7218): Terminated: ok {rc=0}\u000a01:32:49.945728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Launched\u000a01:32:50.247058 run osmo-hlr_10.42.42.2(pid=7221): Launched\u000a01:32:50.364287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:50.894207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Launched\u000a01:32:51.193561 run osmo-stp_10.42.42.5(pid=7224): Launched\u000a01:32:51.301719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:51.822824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Launched\u000a01:32:51.929971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:32:52.191917 run patchelf(pid=7227): Launched\u000a01:32:52.367456 run osmo-stp_10.42.42.5(pid=7224): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a01:32:52.495625 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-09_01:32:51.044660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:52.624020 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013251214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:52.748107 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-09_01:32:51.044660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:52.870696 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013251213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013251214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013251214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:53.013560 run patchelf(pid=7227): Terminating (SIGINT)\u000a01:32:53.182639 run patchelf(pid=7227): Terminated: ok {rc=0}\u000a01:32:53.213295 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:32:53.222018 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:32:53.282714 run osmo-hlr_10.42.42.2(pid=7221): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7221)]\u000a01:32:53.331959 run osmo-hlr_10.42.42.2(pid=7221): stdout: \u000a| (launched: 2022-12-09_01:32:50.097988) \u000a01:32:53.382211 run osmo-hlr_10.42.42.2(pid=7221): stderr: \u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013250275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013250287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013250297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013250298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013250298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:53.424383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminating (SIGTERM)\u000a01:32:53.464254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminating (SIGTERM)\u000a01:32:53.504263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Terminating (SIGTERM)\u000a01:32:53.513970 --- ParallelTerminationStrategy: PID 7220 died...\u000a01:32:53.567586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminated: ok {rc=0}\u000a01:32:53.577640 --- ParallelTerminationStrategy: PID 7223 died...\u000a01:32:53.631113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminated: ok {rc=0}\u000a01:32:53.640816 --- ParallelTerminationStrategy: PID 7226 died...\u000a01:32:53.694360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Terminated: ok {rc=0}\u000a01:32:53.777842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:32:54.831771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:54.844165 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:32:55.011320 tst ping_idle_ping.py: using LAC 18141\u000a01:32:55.136919 tst ping_idle_ping.py: using RAC 36\u000a01:32:55.267569 tst ping_idle_ping.py: using CellId 18141\u000a01:32:55.391883 tst ping_idle_ping.py: using BVCI 18142\u000a01:32:55.416468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.427919 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.439149 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.450414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.461561 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.472885 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.484227 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:32:55.495509 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:32:55.770999 tst ping_idle_ping.py:24: start network...\u000a01:32:55.895177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:56.372063 run create_hlr_db(pid=7228): Launched\u000a01:32:56.546707 bus /gobi_6: Setting Powered False\u000a01:32:57.567673 run create_hlr_db(pid=7228): Terminated: ok {rc=0}\u000a01:32:57.994749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Launched\u000a01:32:58.315599 run osmo-hlr_10.42.42.2(pid=7231): Launched\u000a01:32:58.436063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:58.995376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Launched\u000a01:32:59.316780 run osmo-stp_10.42.42.5(pid=7234): Launched\u000a01:32:59.434309 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:32:59.996703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Launched\u000a01:33:00.111308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:33:00.391226 run patchelf(pid=7237): Launched\u000a01:33:00.578839 run osmo-stp_10.42.42.5(pid=7234): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)]\u000a01:33:00.716162 run osmo-stp_10.42.42.5(pid=7234): stdout: \u000a| (launched: 2022-12-09_01:32:59.158526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:00.870813 run osmo-stp_10.42.42.5(pid=7234): stderr: \u000a| �[0;m�[38;5;43m20221209013259350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013259350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013259351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013259351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013259352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:01.029755 run osmo-stp_10.42.42.5(pid=7234): stdout: \u000a| (launched: 2022-12-09_01:32:59.158526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:01.181453 run osmo-stp_10.42.42.5(pid=7234): stderr: \u000a| �[0;m�[38;5;43m20221209013259350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013259350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013259351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013259351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013259351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013259352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:01.337012 run patchelf(pid=7237): Terminating (SIGINT)\u000a01:33:01.520823 run patchelf(pid=7237): Terminated: ok {rc=0}\u000a01:33:01.554482 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7234): Process ended prematurely: osmo-stp_10.42.42.5(pid=7234) [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7234)] [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:33:01.564128 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:33:01.629075 run osmo-hlr_10.42.42.2(pid=7231): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7231)]\u000a01:33:01.683497 run osmo-hlr_10.42.42.2(pid=7231): stdout: \u000a| (launched: 2022-12-09_01:32:58.157982) \u000a01:33:01.738180 run osmo-hlr_10.42.42.2(pid=7231): stderr: \u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013258357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013258369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013258378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013258378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013258378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:01.784208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Terminating (SIGTERM)\u000a01:33:01.828760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Terminating (SIGTERM)\u000a01:33:01.874430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Terminating (SIGTERM)\u000a01:33:01.886314 --- ParallelTerminationStrategy: PID 7230 died...\u000a01:33:01.943739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7230): Terminated: ok {rc=0}\u000a01:33:01.954448 --- ParallelTerminationStrategy: PID 7233 died...\u000a01:33:02.011781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7233): Terminated: ok {rc=0}\u000a01:33:02.022448 --- ParallelTerminationStrategy: PID 7236 died...\u000a01:33:02.079485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7236): Terminated: ok {rc=0}\u000a01:33:02.170598 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:32:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:33:04.207022 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.218836 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:33:04.381612 tst switch_tch_pdch.py: using LAC 18142\u000a01:33:04.508159 tst switch_tch_pdch.py: using RAC 37\u000a01:33:04.633217 tst switch_tch_pdch.py: using CellId 18142\u000a01:33:04.754114 tst switch_tch_pdch.py: using BVCI 18143\u000a01:33:04.777248 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.788489 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.799409 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.811536 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.823408 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.835284 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.847273 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:33:04.859111 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:33:04.981436 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:33:05.262129 tst switch_tch_pdch.py:51: start network...\u000a01:33:05.387075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:05.856910 run create_hlr_db(pid=7243): Launched\u000a01:33:06.029912 bus /gobi_6: Setting Powered False\u000a01:33:07.049311 run create_hlr_db(pid=7243): Terminated: ok {rc=0}\u000a01:33:07.475486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Launched\u000a01:33:07.797146 run osmo-hlr_10.42.42.2(pid=7246): Launched\u000a01:33:07.913544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:08.470147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Launched\u000a01:33:08.795640 run osmo-stp_10.42.42.5(pid=7249): Launched\u000a01:33:08.911208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:33:09.469646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7251): Launched\u000a01:33:09.583411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:33:09.862542 run patchelf(pid=7252): Launched\u000a01:33:10.049294 run osmo-stp_10.42.42.5(pid=7249): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)]\u000a01:33:10.185787 run osmo-stp_10.42.42.5(pid=7249): stdout: \u000a| (launched: 2022-12-09_01:33:08.632596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:10.322510 run osmo-stp_10.42.42.5(pid=7249): stderr: \u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013308824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:10.454328 run osmo-stp_10.42.42.5(pid=7249): stdout: \u000a| (launched: 2022-12-09_01:33:08.632596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:10.584665 run osmo-stp_10.42.42.5(pid=7249): stderr: \u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013308824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013308824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013308825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:10.737075 run patchelf(pid=7252): Terminating (SIGINT)\u000a01:33:10.915650 run patchelf(pid=7252): Terminated: ok {rc=0}\u000a01:33:10.948141 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7249): Process ended prematurely: osmo-stp_10.42.42.5(pid=7249) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7249)] [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:33:10.957400 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:33:11.020059 run osmo-hlr_10.42.42.2(pid=7246): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7246)]\u000a01:33:11.071586 run osmo-hlr_10.42.42.2(pid=7246): stdout: \u000a| (launched: 2022-12-09_01:33:07.639209) \u000a01:33:11.123480 run osmo-hlr_10.42.42.2(pid=7246): stderr: \u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013307836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013307848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013307856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013307856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013307857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:11.167432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Terminating (SIGTERM)\u000a01:33:11.209431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Terminating (SIGTERM)\u000a01:33:11.251056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7251): Terminating (SIGTERM)\u000a01:33:11.260791 --- ParallelTerminationStrategy: PID 7245 died...\u000a01:33:11.317166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7245): Terminated: ok {rc=0}\u000a01:33:11.327419 --- ParallelTerminationStrategy: PID 7248 died...\u000a01:33:11.383255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7248): Terminated: ok {rc=0}\u000a01:33:11.393473 --- ParallelTerminationStrategy: PID 7251 died...\u000a01:33:11.449676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7251): Terminated: ok {rc=0}\u000a01:33:11.535850 bus /gobi_0: Setting Powered False\u000a01:33:12.642184 bus /gobi_0: Setting Powered False\u000a01:33:13.749241 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7262): Process ended prematurely: osmo-stp_10.42.42.5(pid=7262) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7262)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7262): Process ended prematurely: osmo-stp_10.42.42.5(pid=7262) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:33:15.728896 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:15.739899 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:33:15.931578 tst switch_tch_pdch.py: using LAC 18143\u000a01:33:16.095125 tst switch_tch_pdch.py: using RAC 38\u000a01:33:16.227981 tst switch_tch_pdch.py: using CellId 18143\u000a01:33:16.392090 tst switch_tch_pdch.py: using BVCI 18144\u000a01:33:16.419081 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.432131 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.444532 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.456275 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.467806 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.480509 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.492217 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:33:16.503941 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:33:16.625275 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:33:16.979758 tst switch_tch_pdch.py:51: start network...\u000a01:33:17.112076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:17.595832 run create_hlr_db(pid=7256): Launched\u000a01:33:17.718495 bus /gobi_6: Setting Powered False\u000a01:33:18.790804 run create_hlr_db(pid=7256): Terminated: ok {rc=0}\u000a01:33:19.164372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7258): Launched\u000a01:33:19.463756 run osmo-hlr_10.42.42.2(pid=7259): Launched\u000a01:33:19.579723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:20.082524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7261): Launched\u000a01:33:20.383120 run osmo-stp_10.42.42.5(pid=7262): Launched\u000a01:33:20.492454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:33:20.989092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7264): Launched\u000a01:33:21.095099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:33:21.356050 run patchelf(pid=7265): Launched\u000a01:33:21.530856 run osmo-stp_10.42.42.5(pid=7262): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7262)]\u000a01:33:21.659047 run osmo-stp_10.42.42.5(pid=7262): stdout: \u000a| (launched: 2022-12-09_01:33:20.233889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:21.787453 run osmo-stp_10.42.42.5(pid=7262): stderr: \u000a| �[0;m�[38;5;43m20221209013320402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013320402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013320403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013320403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:21.911266 run osmo-stp_10.42.42.5(pid=7262): stdout: \u000a| (launched: 2022-12-09_01:33:20.233889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:22.033427 run osmo-stp_10.42.42.5(pid=7262): stderr: \u000a| �[0;m�[38;5;43m20221209013320402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013320402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013320403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013320403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013320404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:22.176522 run patchelf(pid=7265): Terminating (SIGINT)\u000a01:33:22.345417 run patchelf(pid=7265): Terminated: ok {rc=0}\u000a01:33:22.376167 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7262): Process ended prematurely: osmo-stp_10.42.42.5(pid=7262) [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7262)] [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:33:22.384798 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:33:22.445577 run osmo-hlr_10.42.42.2(pid=7259): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7259)]\u000a01:33:22.494941 run osmo-hlr_10.42.42.2(pid=7259): stdout: \u000a| (launched: 2022-12-09_01:33:19.316133) \u000a01:33:22.545174 run osmo-hlr_10.42.42.2(pid=7259): stderr: \u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013319493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013319507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013319516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013319516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013319516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:22.587641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7258): Terminating (SIGTERM)\u000a01:33:22.627457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7261): Terminating (SIGTERM)\u000a01:33:22.667335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7264): Terminating (SIGTERM)\u000a01:33:22.676869 --- ParallelTerminationStrategy: PID 7258 died...\u000a01:33:22.730819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7258): Terminated: ok {rc=0}\u000a01:33:22.740618 --- ParallelTerminationStrategy: PID 7261 died...\u000a01:33:22.794099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7261): Terminated: ok {rc=0}\u000a01:33:22.803907 --- ParallelTerminationStrategy: PID 7264 died...\u000a01:33:22.857296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7264): Terminated: ok {rc=0}\u000a01:33:22.945611 bus /gobi_0: Setting Powered False\u000a01:33:24.050285 bus /gobi_0: Setting Powered False\u000a01:33:25.163390 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:15" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7270) [trial-2352↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7270)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7270) [trial-2352↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:33:27.049641 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:33:27.060504 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:27.195764 tst mo_mt_sms.py: using LAC 18144\u000a01:33:27.316465 tst mo_mt_sms.py: using RAC 39\u000a01:33:27.431935 tst mo_mt_sms.py: using CellId 18144\u000a01:33:27.546814 tst mo_mt_sms.py: using BVCI 18145\u000a01:33:27.569715 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:27.688517 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:27.962413 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:33:28.086582 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:33:28.704584 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7269): Launched\u000a01:33:29.000303 run osmo-nitb_10.42.42.2(pid=7270): Launched\u000a01:33:29.184011 run osmo-nitb_10.42.42.2(pid=7270): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7270)]\u000a01:33:29.319089 run osmo-nitb_10.42.42.2(pid=7270): stdout: \u000a| (launched: 2022-12-09_01:33:28.855837) \u000a01:33:29.454430 run osmo-nitb_10.42.42.2(pid=7270): stderr: \u000a| (launched: 2022-12-09_01:33:28.899964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:29.585393 run osmo-nitb_10.42.42.2(pid=7270): stdout: \u000a| (launched: 2022-12-09_01:33:28.855837) \u000a01:33:29.715361 run osmo-nitb_10.42.42.2(pid=7270): stderr: \u000a| (launched: 2022-12-09_01:33:28.899964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:30.120718 tst osmo-nitb_10.42.42.2(pid=7270): stdout: \u000a| (launched: 2022-12-09_01:33:28.855837) \u000a01:33:30.239905 tst osmo-nitb_10.42.42.2(pid=7270): stderr: \u000a| (launched: 2022-12-09_01:33:28.899964)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:30.291915 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=7270): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7270) [trial-2352↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7270)] [trial-2352↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a01:33:30.299900 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a01:33:30.336271 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7269): Terminating (SIGTERM)\u000a01:33:30.513816 --- ParallelTerminationStrategy: PID 7269 died...\u000a01:33:30.569130 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7269): Terminated: ok {rc=0}\u000a01:33:30.654976 bus /sierra_3: Setting Powered False\u000a01:33:31.764798 bus /sierra_3: Setting Powered False\u000a01:33:32.879385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:26" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7280): Process ended prematurely: osmo-stp_10.42.42.5(pid=7280) [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7280)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7280): Process ended prematurely: osmo-stp_10.42.42.5(pid=7280) [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:33:34.755789 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:34.767048 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:34.898965 tst mo_mt_sms.py: using LAC 18145\u000a01:33:35.014977 tst mo_mt_sms.py: using RAC 40\u000a01:33:35.132003 tst mo_mt_sms.py: using CellId 18145\u000a01:33:35.250483 tst mo_mt_sms.py: using BVCI 18146\u000a01:33:35.273156 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:35.283831 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:35.294400 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:35.305198 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:35.315944 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:35.326762 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:35.444540 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:33:35.653833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:36.166713 run create_hlr_db(pid=7274): Launched\u000a01:33:36.352412 bus /sierra_2: Setting Powered False\u000a01:33:37.372688 run create_hlr_db(pid=7274): Terminated: ok {rc=0}\u000a01:33:37.777600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7276): Launched\u000a01:33:38.078078 run osmo-hlr_10.42.42.2(pid=7277): Launched\u000a01:33:38.195974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:38.723745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7279): Launched\u000a01:33:39.022307 run osmo-stp_10.42.42.5(pid=7280): Launched\u000a01:33:39.131127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:39.681363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7282): Launched\u000a01:33:39.983401 run osmo-msc_10.42.42.6(pid=7283): Launched\u000a01:33:40.159769 run osmo-stp_10.42.42.5(pid=7280): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7280)]\u000a01:33:40.287333 run osmo-stp_10.42.42.5(pid=7280): stdout: \u000a| (launched: 2022-12-09_01:33:38.874786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:40.412060 run osmo-stp_10.42.42.5(pid=7280): stderr: \u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013339045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:40.532302 run osmo-stp_10.42.42.5(pid=7280): stdout: \u000a| (launched: 2022-12-09_01:33:38.874786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:40.651340 run osmo-stp_10.42.42.5(pid=7280): stderr: \u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013339044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013339045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013339045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:40.703517 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7280): Process ended prematurely: osmo-stp_10.42.42.5(pid=7280) [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7280)] [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a01:33:40.711700 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a01:33:40.773237 run osmo-hlr_10.42.42.2(pid=7277): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7277)]\u000a01:33:40.823243 run osmo-hlr_10.42.42.2(pid=7277): stdout: \u000a| (launched: 2022-12-09_01:33:37.929231) \u000a01:33:40.873616 run osmo-hlr_10.42.42.2(pid=7277): stderr: \u000a| �[0;m�[1;31m20221209013338104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013338104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013338104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013338105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013338105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013338105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013338117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013338125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013338125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013338126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:40.942608 run osmo-msc_10.42.42.6(pid=7283): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7283)]\u000a01:33:40.992355 run osmo-msc_10.42.42.6(pid=7283): stdout: \u000a| (launched: 2022-12-09_01:33:39.833465) \u000a01:33:41.042873 run osmo-msc_10.42.42.6(pid=7283): stderr: \u000a| �[0;m�[38;5;43m20221209013340105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013340105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f36ee5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013340105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013340105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013340105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013340105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013340107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013340107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013340108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013340108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:41.085425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7276): Terminating (SIGTERM)\u000a01:33:41.125970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7279): Terminating (SIGTERM)\u000a01:33:41.166431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7282): Terminating (SIGTERM)\u000a01:33:41.176021 --- ParallelTerminationStrategy: PID 7276 died...\u000a01:33:41.230309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7276): Terminated: ok {rc=0}\u000a01:33:41.240218 --- ParallelTerminationStrategy: PID 7279 died...\u000a01:33:41.293819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7279): Terminated: ok {rc=0}\u000a01:33:41.303808 --- ParallelTerminationStrategy: PID 7282 died...\u000a01:33:41.358220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7282): Terminated: ok {rc=0}\u000a01:33:41.442878 bus /sierra_3: Setting Powered False\u000a01:33:42.550760 bus /sierra_3: Setting Powered False\u000a01:33:43.660306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:34" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7289): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7289) [trial-2352↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7289)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7289): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7289) [trial-2352↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:45.486251 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:33:45.497283 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:45.631695 tst assert_extension.py: using LAC 18146\u000a01:33:45.747560 tst assert_extension.py: using RAC 41\u000a01:33:45.887707 tst assert_extension.py: using CellId 18146\u000a01:33:46.025395 tst assert_extension.py: using BVCI 18147\u000a01:33:46.050861 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:46.336726 tst assert_extension.py:10: start nitb and bts...\u000a01:33:46.465980 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:33:47.146038 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7288): Launched\u000a01:33:47.465813 run osmo-nitb_10.42.42.2(pid=7289): Launched\u000a01:33:47.663286 run osmo-nitb_10.42.42.2(pid=7289): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7289)]\u000a01:33:47.809682 run osmo-nitb_10.42.42.2(pid=7289): stdout: \u000a| (launched: 2022-12-09_01:33:47.311817) \u000a01:33:47.955064 run osmo-nitb_10.42.42.2(pid=7289): stderr: \u000a| (launched: 2022-12-09_01:33:47.359506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:48.095337 run osmo-nitb_10.42.42.2(pid=7289): stdout: \u000a| (launched: 2022-12-09_01:33:47.311817) \u000a01:33:48.234923 run osmo-nitb_10.42.42.2(pid=7289): stderr: \u000a| (launched: 2022-12-09_01:33:47.359506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:48.595245 tst osmo-nitb_10.42.42.2(pid=7289): stdout: \u000a| (launched: 2022-12-09_01:33:47.311817) \u000a01:33:48.722988 tst osmo-nitb_10.42.42.2(pid=7289): stderr: \u000a| (launched: 2022-12-09_01:33:47.359506)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:33:48.778827 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7289): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7289) [trial-2352↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7289)] [trial-2352↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a01:33:48.787342 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:33:48.824045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7288): Terminating (SIGTERM)\u000a01:33:49.001881 --- ParallelTerminationStrategy: PID 7288 died...\u000a01:33:49.059845 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7288): Terminated: ok {rc=0}\u000a01:33:49.147142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:33:50.972073 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:50.982978 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:33:51.115909 tst assert_extension.py: using LAC 18147\u000a01:33:51.232758 tst assert_extension.py: using RAC 42\u000a01:33:51.352113 tst assert_extension.py: using CellId 18147\u000a01:33:51.470635 tst assert_extension.py: using BVCI 18148\u000a01:33:51.493315 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:51.503991 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:51.514507 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:51.525631 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:51.536377 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:33:51.547280 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:33:51.748127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:52.220472 run create_hlr_db(pid=7293): Launched\u000a01:33:52.394253 bus /sierra_2: Setting Powered False\u000a01:33:53.414794 run create_hlr_db(pid=7293): Terminated: ok {rc=0}\u000a01:33:53.815959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Launched\u000a01:33:54.116117 run osmo-hlr_10.42.42.2(pid=7296): Launched\u000a01:33:54.232784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:54.762793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Launched\u000a01:33:55.062730 run osmo-stp_10.42.42.5(pid=7299): Launched\u000a01:33:55.171382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:55.716111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Launched\u000a01:33:56.015115 run osmo-msc_10.42.42.6(pid=7302): Launched\u000a01:33:56.195147 run osmo-stp_10.42.42.5(pid=7299): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)]\u000a01:33:56.332549 run osmo-stp_10.42.42.5(pid=7299): stdout: \u000a| (launched: 2022-12-09_01:33:54.914302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:56.467498 run osmo-stp_10.42.42.5(pid=7299): stderr: \u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013355085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:56.596160 run osmo-stp_10.42.42.5(pid=7299): stdout: \u000a| (launched: 2022-12-09_01:33:54.914302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:56.729030 run osmo-stp_10.42.42.5(pid=7299): stderr: \u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013355084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013355085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013355085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:56.784684 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7299): Process ended prematurely: osmo-stp_10.42.42.5(pid=7299) [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7299)] [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a01:33:56.793178 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a01:33:56.857116 run osmo-hlr_10.42.42.2(pid=7296): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7296)]\u000a01:33:56.909336 run osmo-hlr_10.42.42.2(pid=7296): stdout: \u000a| (launched: 2022-12-09_01:33:53.967785) \u000a01:33:56.961746 run osmo-hlr_10.42.42.2(pid=7296): stderr: \u000a| �[0;m�[1;31m20221209013354143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013354143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013354143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013354143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013354143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013354144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013354155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013354165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013354165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013354165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:57.032839 run osmo-msc_10.42.42.6(pid=7302): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7302)]\u000a01:33:57.084628 run osmo-msc_10.42.42.6(pid=7302): stdout: \u000a| (launched: 2022-12-09_01:33:55.867530) \u000a01:33:57.137342 run osmo-msc_10.42.42.6(pid=7302): stderr: \u000a| �[0;m�[38;5;43m20221209013356137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013356138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faef56fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013356138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013356138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013356139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013356139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013356141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:57.181788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Terminating (SIGTERM)\u000a01:33:57.223757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Terminating (SIGTERM)\u000a01:33:57.266161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Terminating (SIGTERM)\u000a01:33:57.276383 --- ParallelTerminationStrategy: PID 7295 died...\u000a01:33:57.333535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7295): Terminated: ok {rc=0}\u000a01:33:57.343978 --- ParallelTerminationStrategy: PID 7298 died...\u000a01:33:57.400908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7298): Terminated: ok {rc=0}\u000a01:33:57.411405 --- ParallelTerminationStrategy: PID 7301 died...\u000a01:33:57.468341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7301): Terminated: ok {rc=0}\u000a01:33:57.555776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:50" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7313): Process ended prematurely: osmo-stp_10.42.42.5(pid=7313) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7313)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7313): Process ended prematurely: osmo-stp_10.42.42.5(pid=7313) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:33:59.512073 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:33:59.523883 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:33:59.686434 tst mo_mt_call.py: using LAC 18148\u000a01:33:59.814874 tst mo_mt_call.py: using RAC 43\u000a01:33:59.941415 tst mo_mt_call.py: using CellId 18148\u000a01:34:00.070443 tst mo_mt_call.py: using BVCI 18149\u000a01:34:00.095213 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:00.107052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:00.118692 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:00.130351 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:00.141984 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:00.153670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:34:00.268551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:34:00.479871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:01.023841 run create_hlr_db(pid=7307): Launched\u000a01:34:01.216861 bus /sierra_2: Setting Powered False\u000a01:34:02.286576 run create_hlr_db(pid=7307): Terminated: ok {rc=0}\u000a01:34:02.705905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7309): Launched\u000a01:34:03.031700 run osmo-hlr_10.42.42.2(pid=7310): Launched\u000a01:34:03.152150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:03.723183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7312): Launched\u000a01:34:04.050731 run osmo-stp_10.42.42.5(pid=7313): Launched\u000a01:34:04.169414 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:04.768070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7315): Launched\u000a01:34:05.093945 run osmo-msc_10.42.42.6(pid=7316): Launched\u000a01:34:05.285474 run osmo-stp_10.42.42.5(pid=7313): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7313)]\u000a01:34:05.422855 run osmo-stp_10.42.42.5(pid=7313): stdout: \u000a| (launched: 2022-12-09_01:34:03.890595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:05.559262 run osmo-stp_10.42.42.5(pid=7313): stderr: \u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013404083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:05.689978 run osmo-stp_10.42.42.5(pid=7313): stdout: \u000a| (launched: 2022-12-09_01:34:03.890595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:05.820109 run osmo-stp_10.42.42.5(pid=7313): stderr: \u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013404082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013404083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013404083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:05.877609 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7313): Process ended prematurely: osmo-stp_10.42.42.5(pid=7313) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7313)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:34:05.886977 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:34:05.949309 run osmo-hlr_10.42.42.2(pid=7310): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7310)]\u000a01:34:06.000269 run osmo-hlr_10.42.42.2(pid=7310): stdout: \u000a| (launched: 2022-12-09_01:34:02.872373) \u000a01:34:06.052035 run osmo-hlr_10.42.42.2(pid=7310): stderr: \u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013403068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013403081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013403089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013403089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013403090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:06.122430 run osmo-msc_10.42.42.6(pid=7316): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7316)]\u000a01:34:06.173482 run osmo-msc_10.42.42.6(pid=7316): stdout: \u000a| (launched: 2022-12-09_01:34:04.934344) \u000a01:34:06.225157 run osmo-msc_10.42.42.6(pid=7316): stderr: \u000a| �[0;m�[38;5;43m20221209013405256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013405256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc200186c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013405256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013405257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013405257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013405257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013405259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013405259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013405259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013405259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:06.269076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7309): Terminating (SIGTERM)\u000a01:34:06.310878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7312): Terminating (SIGTERM)\u000a01:34:06.352526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7315): Terminating (SIGTERM)\u000a01:34:06.362201 --- ParallelTerminationStrategy: PID 7309 died...\u000a01:34:06.417761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7309): Terminated: ok {rc=0}\u000a01:34:06.427872 --- ParallelTerminationStrategy: PID 7312 died...\u000a01:34:06.483280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7312): Terminated: ok {rc=0}\u000a01:34:06.493398 --- ParallelTerminationStrategy: PID 7315 died...\u000a01:34:06.548987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7315): Terminated: ok {rc=0}\u000a01:34:06.636016 bus /sierra_3: Setting Powered False\u000a01:34:07.742080 bus /sierra_3: Setting Powered False\u000a01:34:08.849451 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:09.960610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:09.972655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:34:10.127602 tst mo_mt_call_osmux.py: using LAC 18149\u000a01:34:10.249479 tst mo_mt_call_osmux.py: using RAC 44\u000a01:34:10.370299 tst mo_mt_call_osmux.py: using CellId 18149\u000a01:34:10.487449 tst mo_mt_call_osmux.py: using BVCI 18150\u000a01:34:10.510507 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:10.521891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:10.532768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:10.544078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:10.555402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:34:10.566762 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:34:10.686579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:34:10.889962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:11.367834 run create_hlr_db(pid=7318): Launched\u000a01:34:11.543072 bus /sierra_2: Setting Powered False\u000a01:34:12.564731 run create_hlr_db(pid=7318): Terminated: ok {rc=0}\u000a01:34:12.970841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Launched\u000a01:34:13.275864 run osmo-hlr_10.42.42.2(pid=7321): Launched\u000a01:34:13.387237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:13.914430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Launched\u000a01:34:14.218790 run osmo-stp_10.42.42.5(pid=7324): Launched\u000a01:34:14.329498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:14.887151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Launched\u000a01:34:15.192660 run osmo-msc_10.42.42.6(pid=7327): Launched\u000a01:34:15.371751 run osmo-stp_10.42.42.5(pid=7324): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a01:34:15.501090 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-09_01:34:14.068150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:15.627297 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013414237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:15.748857 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-09_01:34:14.068150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:15.872145 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013414236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013414237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013414237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:15.930463 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:34:15.939972 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:34:16.003103 run osmo-hlr_10.42.42.2(pid=7321): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7321)]\u000a01:34:16.053977 run osmo-hlr_10.42.42.2(pid=7321): stdout: \u000a| (launched: 2022-12-09_01:34:13.125190) \u000a01:34:16.106017 run osmo-hlr_10.42.42.2(pid=7321): stderr: \u000a| �[0;m�[1;31m20221209013413300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013413300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013413300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013413300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013413301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013413301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013413312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013413320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013413321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013413321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:16.176280 run osmo-msc_10.42.42.6(pid=7327): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7327)]\u000a01:34:16.227599 run osmo-msc_10.42.42.6(pid=7327): stdout: \u000a| (launched: 2022-12-09_01:34:15.040856) \u000a01:34:16.279985 run osmo-msc_10.42.42.6(pid=7327): stderr: \u000a| �[0;m�[38;5;43m20221209013415312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013415312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a6c73ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013415313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013415313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013415313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013415313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013415315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013415315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013415315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013415315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:16.324378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminating (SIGTERM)\u000a01:34:16.367516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminating (SIGTERM)\u000a01:34:16.409878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Terminating (SIGTERM)\u000a01:34:16.420749 --- ParallelTerminationStrategy: PID 7320 died...\u000a01:34:16.477595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminated: ok {rc=0}\u000a01:34:16.488214 --- ParallelTerminationStrategy: PID 7323 died...\u000a01:34:16.543543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminated: ok {rc=0}\u000a01:34:16.555067 --- ParallelTerminationStrategy: PID 7326 died...\u000a01:34:16.611494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7326): Terminated: ok {rc=0}\u000a01:34:16.703009 bus /sierra_3: Setting Powered False\u000a01:34:17.805584 bus /sierra_3: Setting Powered False\u000a01:34:18.911103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:33:59" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7338): Process ended prematurely: osmo-stp_10.42.42.5(pid=7338) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7338)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7338): Process ended prematurely: osmo-stp_10.42.42.5(pid=7338) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:20.908490 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:20.920338 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:34:21.082027 tst mo_mt_call.py: using LAC 18150\u000a01:34:21.209340 tst mo_mt_call.py: using RAC 45\u000a01:34:21.338928 tst mo_mt_call.py: using CellId 18150\u000a01:34:21.468391 tst mo_mt_call.py: using BVCI 18151\u000a01:34:21.493207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:21.504792 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:21.516210 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:21.527984 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:21.539757 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:21.551431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:21.668776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:21.869515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:22.349440 run create_hlr_db(pid=7332): Launched\u000a01:34:22.524004 bus /sierra_2: Setting Powered False\u000a01:34:23.545195 run create_hlr_db(pid=7332): Terminated: ok {rc=0}\u000a01:34:23.978032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7334): Launched\u000a01:34:24.304367 run osmo-hlr_10.42.42.2(pid=7335): Launched\u000a01:34:24.424082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:24.990255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7337): Launched\u000a01:34:25.316013 run osmo-stp_10.42.42.5(pid=7338): Launched\u000a01:34:25.434198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:26.031181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7340): Launched\u000a01:34:26.358364 run osmo-msc_10.42.42.6(pid=7341): Launched\u000a01:34:26.548594 run osmo-stp_10.42.42.5(pid=7338): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7338)]\u000a01:34:26.685625 run osmo-stp_10.42.42.5(pid=7338): stdout: \u000a| (launched: 2022-12-09_01:34:25.156169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:26.822745 run osmo-stp_10.42.42.5(pid=7338): stderr: \u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013425348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:26.953934 run osmo-stp_10.42.42.5(pid=7338): stdout: \u000a| (launched: 2022-12-09_01:34:25.156169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:27.083860 run osmo-stp_10.42.42.5(pid=7338): stderr: \u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013425347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013425348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013425348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:27.141400 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7338): Process ended prematurely: osmo-stp_10.42.42.5(pid=7338) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7338)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:34:27.150559 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:34:27.213358 run osmo-hlr_10.42.42.2(pid=7335): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7335)]\u000a01:34:27.264809 run osmo-hlr_10.42.42.2(pid=7335): stdout: \u000a| (launched: 2022-12-09_01:34:24.144374) \u000a01:34:27.316840 run osmo-hlr_10.42.42.2(pid=7335): stderr: \u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013424343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013424356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013424364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013424364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013424364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:27.387654 run osmo-msc_10.42.42.6(pid=7341): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7341)]\u000a01:34:27.438965 run osmo-msc_10.42.42.6(pid=7341): stdout: \u000a| (launched: 2022-12-09_01:34:26.198009) \u000a01:34:27.490901 run osmo-msc_10.42.42.6(pid=7341): stderr: \u000a| �[0;m�[38;5;43m20221209013426520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013426521 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feac5a4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013426521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013426521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013426521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013426521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013426523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013426523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013426524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013426524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:27.535037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7334): Terminating (SIGTERM)\u000a01:34:27.576717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7337): Terminating (SIGTERM)\u000a01:34:27.618578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7340): Terminating (SIGTERM)\u000a01:34:27.628373 --- ParallelTerminationStrategy: PID 7334 died...\u000a01:34:27.684749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7334): Terminated: ok {rc=0}\u000a01:34:27.695053 --- ParallelTerminationStrategy: PID 7337 died...\u000a01:34:27.751260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7337): Terminated: ok {rc=0}\u000a01:34:27.761916 --- ParallelTerminationStrategy: PID 7340 died...\u000a01:34:27.818070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7340): Terminated: ok {rc=0}\u000a01:34:27.904861 bus /sierra_3: Setting Powered False\u000a01:34:29.012006 bus /sierra_3: Setting Powered False\u000a01:34:30.123362 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:31.257225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.271725 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:34:31.478969 tst mo_mt_call_osmux.py: using LAC 18151\u000a01:34:31.611034 tst mo_mt_call_osmux.py: using RAC 46\u000a01:34:31.757519 tst mo_mt_call_osmux.py: using CellId 18151\u000a01:34:31.891634 tst mo_mt_call_osmux.py: using BVCI 18152\u000a01:34:31.917789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.930352 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.942648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.954963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.967612 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:34:31.980476 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:32.107816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:34:32.327359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:32.848127 run create_hlr_db(pid=7343): Launched\u000a01:34:33.037043 bus /sierra_2: Setting Powered False\u000a01:34:34.046846 run create_hlr_db(pid=7343): Terminated: ok {rc=0}\u000a01:34:34.490700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7345): Launched\u000a01:34:34.817194 run osmo-hlr_10.42.42.2(pid=7346): Launched\u000a01:34:34.936754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:35.504176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7348): Launched\u000a01:34:35.831360 run osmo-stp_10.42.42.5(pid=7349): Launched\u000a01:34:35.949639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:36.545785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Launched\u000a01:34:36.871394 run osmo-msc_10.42.42.6(pid=7352): Launched\u000a01:34:37.061593 run osmo-stp_10.42.42.5(pid=7349): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)]\u000a01:34:37.198502 run osmo-stp_10.42.42.5(pid=7349): stdout: \u000a| (launched: 2022-12-09_01:34:35.669693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:37.334490 run osmo-stp_10.42.42.5(pid=7349): stderr: \u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013435863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:37.465201 run osmo-stp_10.42.42.5(pid=7349): stdout: \u000a| (launched: 2022-12-09_01:34:35.669693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:37.594576 run osmo-stp_10.42.42.5(pid=7349): stderr: \u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013435862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013435863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013435863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:37.651942 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7349): Process ended prematurely: osmo-stp_10.42.42.5(pid=7349) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7349)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:34:37.661309 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:34:37.724165 run osmo-hlr_10.42.42.2(pid=7346): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7346)]\u000a01:34:37.776381 run osmo-hlr_10.42.42.2(pid=7346): stdout: \u000a| (launched: 2022-12-09_01:34:34.657242) \u000a01:34:37.828573 run osmo-hlr_10.42.42.2(pid=7346): stderr: \u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013434854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013434866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013434875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:37.899349 run osmo-msc_10.42.42.6(pid=7352): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7352)]\u000a01:34:37.950704 run osmo-msc_10.42.42.6(pid=7352): stdout: \u000a| (launched: 2022-12-09_01:34:36.711017) \u000a01:34:38.002669 run osmo-msc_10.42.42.6(pid=7352): stderr: \u000a| �[0;m�[38;5;43m20221209013437031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013437031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34f03a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013437031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013437031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013437031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013437031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013437033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013437033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013437034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013437034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:38.046534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7345): Terminating (SIGTERM)\u000a01:34:38.088380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7348): Terminating (SIGTERM)\u000a01:34:38.130404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Terminating (SIGTERM)\u000a01:34:38.140007 --- ParallelTerminationStrategy: PID 7345 died...\u000a01:34:38.195882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7345): Terminated: ok {rc=0}\u000a01:34:38.206240 --- ParallelTerminationStrategy: PID 7348 died...\u000a01:34:38.261935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7348): Terminated: ok {rc=0}\u000a01:34:38.272155 --- ParallelTerminationStrategy: PID 7351 died...\u000a01:34:38.327918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7351): Terminated: ok {rc=0}\u000a01:34:38.414979 bus /sierra_3: Setting Powered False\u000a01:34:39.521555 bus /sierra_3: Setting Powered False\u000a01:34:40.629290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:34:20" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:34:42.622172 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:42.633945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:34:42.793071 tst mo_mt_call.py: using LAC 18152\u000a01:34:42.918868 tst mo_mt_call.py: using RAC 47\u000a01:34:43.044612 tst mo_mt_call.py: using CellId 18152\u000a01:34:43.170368 tst mo_mt_call.py: using BVCI 18153\u000a01:34:43.195139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:43.206903 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:43.218462 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:43.230002 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:43.242005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:43.253535 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:43.369252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:43.576251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:44.094954 run create_hlr_db(pid=7357): Launched\u000a01:34:44.283633 bus /sierra_2: Setting Powered False\u000a01:34:45.304693 run create_hlr_db(pid=7357): Terminated: ok {rc=0}\u000a01:34:45.713030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Launched\u000a01:34:46.116663 run osmo-hlr_10.42.42.2(pid=7361): Launched\u000a01:34:46.364050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:47.079074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Launched\u000a01:34:47.427254 run osmo-stp_10.42.42.5(pid=7364): Launched\u000a01:34:47.540098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:48.100183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Launched\u000a01:34:48.406168 run osmo-msc_10.42.42.6(pid=7367): Launched\u000a01:34:48.584822 run osmo-stp_10.42.42.5(pid=7364): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)]\u000a01:34:48.714068 run osmo-stp_10.42.42.5(pid=7364): stdout: \u000a| (launched: 2022-12-09_01:34:47.249778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:48.841283 run osmo-stp_10.42.42.5(pid=7364): stderr: \u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013447450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:48.963355 run osmo-stp_10.42.42.5(pid=7364): stdout: \u000a| (launched: 2022-12-09_01:34:47.249778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:49.084154 run osmo-stp_10.42.42.5(pid=7364): stderr: \u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013447449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013447450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013447450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:49.137855 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7364): Process ended prematurely: osmo-stp_10.42.42.5(pid=7364) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7364)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:34:49.146817 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:34:49.208067 run osmo-hlr_10.42.42.2(pid=7361): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7361)]\u000a01:34:49.257569 run osmo-hlr_10.42.42.2(pid=7361): stdout: \u000a| (launched: 2022-12-09_01:34:45.873677) \u000a01:34:49.307739 run osmo-hlr_10.42.42.2(pid=7361): stderr: \u000a| �[0;m�[1;31m20221209013446249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013446249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013446250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013446250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013446250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013446250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013446278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013446296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013446297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013446297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:49.375498 run osmo-msc_10.42.42.6(pid=7367): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7367)]\u000a01:34:49.424876 run osmo-msc_10.42.42.6(pid=7367): stdout: \u000a| (launched: 2022-12-09_01:34:48.255284) \u000a01:34:49.474821 run osmo-msc_10.42.42.6(pid=7367): stderr: \u000a| �[0;m�[38;5;43m20221209013448525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013448525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f718c7bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013448525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013448525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013448525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013448526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013448527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013448528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013448528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013448528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:49.516748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Terminating (SIGTERM)\u000a01:34:49.556772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Terminating (SIGTERM)\u000a01:34:49.596678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Terminating (SIGTERM)\u000a01:34:49.606263 --- ParallelTerminationStrategy: PID 7360 died...\u000a01:34:49.659867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7360): Terminated: ok {rc=0}\u000a01:34:49.670050 --- ParallelTerminationStrategy: PID 7363 died...\u000a01:34:49.723745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7363): Terminated: ok {rc=0}\u000a01:34:49.733639 --- ParallelTerminationStrategy: PID 7366 died...\u000a01:34:49.786558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7366): Terminated: ok {rc=0}\u000a01:34:49.876031 bus /sierra_3: Setting Powered False\u000a01:34:50.979687 bus /sierra_3: Setting Powered False\u000a01:34:52.086837 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:34:53.201050 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.213404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:34:53.374775 tst mo_mt_call_osmux.py: using LAC 18153\u000a01:34:53.503980 tst mo_mt_call_osmux.py: using RAC 48\u000a01:34:53.631363 tst mo_mt_call_osmux.py: using CellId 18153\u000a01:34:53.758848 tst mo_mt_call_osmux.py: using BVCI 18154\u000a01:34:53.783766 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.795475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.807148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.818726 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.830353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:34:53.841898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:53.960538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:34:54.163837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:54.645095 run create_hlr_db(pid=7369): Launched\u000a01:34:54.820648 bus /sierra_2: Setting Powered False\u000a01:34:55.842471 run create_hlr_db(pid=7369): Terminated: ok {rc=0}\u000a01:34:56.247650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Launched\u000a01:34:56.553144 run osmo-hlr_10.42.42.2(pid=7372): Launched\u000a01:34:56.672896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:57.208262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Launched\u000a01:34:57.515319 run osmo-stp_10.42.42.5(pid=7375): Launched\u000a01:34:57.626978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:58.189995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Launched\u000a01:34:58.505837 run osmo-msc_10.42.42.6(pid=7378): Launched\u000a01:34:58.687554 run osmo-stp_10.42.42.5(pid=7375): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)]\u000a01:34:58.818618 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-09_01:34:57.362792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:58.945815 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013457531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:59.068174 run osmo-stp_10.42.42.5(pid=7375): stdout: \u000a| (launched: 2022-12-09_01:34:57.362792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:59.189739 run osmo-stp_10.42.42.5(pid=7375): stderr: \u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013457531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013457531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013457532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:59.243554 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7375): Process ended prematurely: osmo-stp_10.42.42.5(pid=7375) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7375)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:34:59.252152 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:34:59.314057 run osmo-hlr_10.42.42.2(pid=7372): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7372)]\u000a01:34:59.363970 run osmo-hlr_10.42.42.2(pid=7372): stdout: \u000a| (launched: 2022-12-09_01:34:56.402734) \u000a01:34:59.414371 run osmo-hlr_10.42.42.2(pid=7372): stderr: \u000a| �[0;m�[1;31m20221209013456579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013456579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013456580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013456580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013456580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013456580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013456592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013456600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013456600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013456600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:59.482215 run osmo-msc_10.42.42.6(pid=7378): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7378)]\u000a01:34:59.531232 run osmo-msc_10.42.42.6(pid=7378): stdout: \u000a| (launched: 2022-12-09_01:34:58.354224) \u000a01:34:59.581066 run osmo-msc_10.42.42.6(pid=7378): stderr: \u000a| �[0;m�[38;5;43m20221209013458622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013458622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f80fecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013458622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013458622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013458622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013458622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013458624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013458624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013458625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013458625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:59.622806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminating (SIGTERM)\u000a01:34:59.662452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminating (SIGTERM)\u000a01:34:59.702361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminating (SIGTERM)\u000a01:34:59.711936 --- ParallelTerminationStrategy: PID 7371 died...\u000a01:34:59.765288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7371): Terminated: ok {rc=0}\u000a01:34:59.775295 --- ParallelTerminationStrategy: PID 7374 died...\u000a01:34:59.828337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7374): Terminated: ok {rc=0}\u000a01:34:59.838267 --- ParallelTerminationStrategy: PID 7377 died...\u000a01:34:59.891234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7377): Terminated: ok {rc=0}\u000a01:34:59.978277 bus /sierra_3: Setting Powered False\u000a01:35:01.084246 bus /sierra_3: Setting Powered False\u000a01:35:02.209518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:34:42" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7392): Process ended prematurely: osmo-stp_10.42.42.5(pid=7392) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7392)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7392): Process ended prematurely: osmo-stp_10.42.42.5(pid=7392) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:35:04.205413 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.217270 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:35:04.378266 tst mo_mt_call.py: using LAC 18154\u000a01:35:04.505510 tst mo_mt_call.py: using RAC 49\u000a01:35:04.637686 tst mo_mt_call.py: using CellId 18154\u000a01:35:04.765967 tst mo_mt_call.py: using BVCI 18155\u000a01:35:04.790821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.802570 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.814277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.825866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.837551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:04.849089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:35:04.970608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:35:05.173069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:05.653227 run create_hlr_db(pid=7386): Launched\u000a01:35:05.829565 bus /sierra_2: Setting Powered False\u000a01:35:06.851278 run create_hlr_db(pid=7386): Terminated: ok {rc=0}\u000a01:35:07.256904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7388): Launched\u000a01:35:07.563711 run osmo-hlr_10.42.42.2(pid=7389): Launched\u000a01:35:07.679174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:08.204748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7391): Launched\u000a01:35:08.508574 run osmo-stp_10.42.42.5(pid=7392): Launched\u000a01:35:08.619086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:09.174626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7394): Launched\u000a01:35:09.481408 run osmo-msc_10.42.42.6(pid=7395): Launched\u000a01:35:09.660538 run osmo-stp_10.42.42.5(pid=7392): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7392)]\u000a01:35:09.790002 run osmo-stp_10.42.42.5(pid=7392): stdout: \u000a| (launched: 2022-12-09_01:35:08.358233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:09.916857 run osmo-stp_10.42.42.5(pid=7392): stderr: \u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013508528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013508528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013508528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013508529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:10.039371 run osmo-stp_10.42.42.5(pid=7392): stdout: \u000a| (launched: 2022-12-09_01:35:08.358233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:10.160359 run osmo-stp_10.42.42.5(pid=7392): stderr: \u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013508527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013508528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013508528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013508528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013508529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:10.213833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7392): Process ended prematurely: osmo-stp_10.42.42.5(pid=7392) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7392)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:35:10.222351 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:35:10.283210 run osmo-hlr_10.42.42.2(pid=7389): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7389)]\u000a01:35:10.332274 run osmo-hlr_10.42.42.2(pid=7389): stdout: \u000a| (launched: 2022-12-09_01:35:07.411683) \u000a01:35:10.382180 run osmo-hlr_10.42.42.2(pid=7389): stderr: \u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013507589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013507601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013507609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013507609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013507609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:10.449840 run osmo-msc_10.42.42.6(pid=7395): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7395)]\u000a01:35:10.498847 run osmo-msc_10.42.42.6(pid=7395): stdout: \u000a| (launched: 2022-12-09_01:35:09.329052) \u000a01:35:10.548222 run osmo-msc_10.42.42.6(pid=7395): stderr: \u000a| �[0;m�[38;5;43m20221209013509598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013509598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4a3bbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013509598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013509598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013509599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013509599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013509600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013509601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013509601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013509601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:10.589825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7388): Terminating (SIGTERM)\u000a01:35:10.629741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7391): Terminating (SIGTERM)\u000a01:35:10.669305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7394): Terminating (SIGTERM)\u000a01:35:10.678806 --- ParallelTerminationStrategy: PID 7388 died...\u000a01:35:10.732353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7388): Terminated: ok {rc=0}\u000a01:35:10.742040 --- ParallelTerminationStrategy: PID 7391 died...\u000a01:35:10.795698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7391): Terminated: ok {rc=0}\u000a01:35:10.805430 --- ParallelTerminationStrategy: PID 7394 died...\u000a01:35:10.857977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7394): Terminated: ok {rc=0}\u000a01:35:10.945228 bus /sierra_3: Setting Powered False\u000a01:35:12.048307 bus /sierra_3: Setting Powered False\u000a01:35:13.159008 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7403): Process ended prematurely: osmo-stp_10.42.42.5(pid=7403) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7403)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7403): Process ended prematurely: osmo-stp_10.42.42.5(pid=7403) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:14.268903 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.280753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:35:14.437378 tst mo_mt_call_osmux.py: using LAC 18155\u000a01:35:14.556680 tst mo_mt_call_osmux.py: using RAC 50\u000a01:35:14.679754 tst mo_mt_call_osmux.py: using CellId 18155\u000a01:35:14.801333 tst mo_mt_call_osmux.py: using BVCI 18156\u000a01:35:14.824382 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.835643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.846698 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.857955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.869407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:35:14.880658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:35:14.995597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:35:15.207242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:15.727619 run create_hlr_db(pid=7397): Launched\u000a01:35:15.944780 bus /sierra_2: Setting Powered False\u000a01:35:16.942184 run create_hlr_db(pid=7397): Terminated: ok {rc=0}\u000a01:35:17.393157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7399): Launched\u000a01:35:17.697659 run osmo-hlr_10.42.42.2(pid=7400): Launched\u000a01:35:17.814963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:18.353819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7402): Launched\u000a01:35:18.657349 run osmo-stp_10.42.42.5(pid=7403): Launched\u000a01:35:18.766657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:19.320348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7405): Launched\u000a01:35:19.625359 run osmo-msc_10.42.42.6(pid=7406): Launched\u000a01:35:19.803313 run osmo-stp_10.42.42.5(pid=7403): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7403)]\u000a01:35:19.931893 run osmo-stp_10.42.42.5(pid=7403): stdout: \u000a| (launched: 2022-12-09_01:35:18.507837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:20.057975 run osmo-stp_10.42.42.5(pid=7403): stderr: \u000a| �[0;m�[38;5;43m20221209013518677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013518677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013518678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013518678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:20.179511 run osmo-stp_10.42.42.5(pid=7403): stdout: \u000a| (launched: 2022-12-09_01:35:18.507837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:20.300335 run osmo-stp_10.42.42.5(pid=7403): stderr: \u000a| �[0;m�[38;5;43m20221209013518677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013518677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013518678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013518678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013518679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:20.353801 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7403): Process ended prematurely: osmo-stp_10.42.42.5(pid=7403) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7403)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:35:20.362627 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:35:20.423519 run osmo-hlr_10.42.42.2(pid=7400): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7400)]\u000a01:35:20.473239 run osmo-hlr_10.42.42.2(pid=7400): stdout: \u000a| (launched: 2022-12-09_01:35:17.547692) \u000a01:35:20.523449 run osmo-hlr_10.42.42.2(pid=7400): stderr: \u000a| �[0;m�[1;31m20221209013517724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013517724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013517724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013517724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013517725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013517725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013517744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013517754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013517754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013517754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:20.591414 run osmo-msc_10.42.42.6(pid=7406): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7406)]\u000a01:35:20.640775 run osmo-msc_10.42.42.6(pid=7406): stdout: \u000a| (launched: 2022-12-09_01:35:19.474426) \u000a01:35:20.690844 run osmo-msc_10.42.42.6(pid=7406): stderr: \u000a| �[0;m�[38;5;43m20221209013519746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013519746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5484b72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013519746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013519747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013519747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013519747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013519749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013519749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013519749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013519749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:20.732852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7399): Terminating (SIGTERM)\u000a01:35:20.772445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7402): Terminating (SIGTERM)\u000a01:35:20.812225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7405): Terminating (SIGTERM)\u000a01:35:20.821941 --- ParallelTerminationStrategy: PID 7399 died...\u000a01:35:20.875389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7399): Terminated: ok {rc=0}\u000a01:35:20.885410 --- ParallelTerminationStrategy: PID 7402 died...\u000a01:35:20.938515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7402): Terminated: ok {rc=0}\u000a01:35:20.948425 --- ParallelTerminationStrategy: PID 7405 died...\u000a01:35:21.001637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7405): Terminated: ok {rc=0}\u000a01:35:21.089874 bus /sierra_3: Setting Powered False\u000a01:35:22.194522 bus /sierra_3: Setting Powered False\u000a01:35:23.306181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:35:03" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7417): Process ended prematurely: osmo-stp_10.42.42.5(pid=7417) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7417)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7417): Process ended prematurely: osmo-stp_10.42.42.5(pid=7417) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:35:25.290618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.301725 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:35:25.451965 tst mo_mt_call.py: using LAC 18156\u000a01:35:25.571034 tst mo_mt_call.py: using RAC 51\u000a01:35:25.688440 tst mo_mt_call.py: using CellId 18156\u000a01:35:25.808499 tst mo_mt_call.py: using BVCI 18157\u000a01:35:25.831548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.842707 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.853677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.864840 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.876209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:25.887408 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:26.006221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:26.207898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:26.687748 run create_hlr_db(pid=7411): Launched\u000a01:35:26.863319 bus /sierra_2: Setting Powered False\u000a01:35:27.885357 run create_hlr_db(pid=7411): Terminated: ok {rc=0}\u000a01:35:28.319852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7413): Launched\u000a01:35:28.647497 run osmo-hlr_10.42.42.2(pid=7414): Launched\u000a01:35:28.768918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:29.335833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7416): Launched\u000a01:35:29.661942 run osmo-stp_10.42.42.5(pid=7417): Launched\u000a01:35:29.780669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:30.377151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7419): Launched\u000a01:35:30.703378 run osmo-msc_10.42.42.6(pid=7420): Launched\u000a01:35:30.940209 run osmo-stp_10.42.42.5(pid=7417): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7417)]\u000a01:35:31.161599 run osmo-stp_10.42.42.5(pid=7417): stdout: \u000a| (launched: 2022-12-09_01:35:29.501237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:31.295010 run osmo-stp_10.42.42.5(pid=7417): stderr: \u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013529694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:31.422161 run osmo-stp_10.42.42.5(pid=7417): stdout: \u000a| (launched: 2022-12-09_01:35:29.501237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:31.548704 run osmo-stp_10.42.42.5(pid=7417): stderr: \u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013529693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013529694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013529694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:31.605087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7417): Process ended prematurely: osmo-stp_10.42.42.5(pid=7417) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7417)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:35:31.614903 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:35:31.681108 run osmo-hlr_10.42.42.2(pid=7414): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7414)]\u000a01:35:31.733961 run osmo-hlr_10.42.42.2(pid=7414): stdout: \u000a| (launched: 2022-12-09_01:35:28.485699) \u000a01:35:31.786478 run osmo-hlr_10.42.42.2(pid=7414): stderr: \u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013528684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013528698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013528708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013528708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013528708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:31.856907 run osmo-msc_10.42.42.6(pid=7420): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7420)]\u000a01:35:31.909928 run osmo-msc_10.42.42.6(pid=7420): stdout: \u000a| (launched: 2022-12-09_01:35:30.543162) \u000a01:35:31.962391 run osmo-msc_10.42.42.6(pid=7420): stderr: \u000a| �[0;m�[38;5;43m20221209013530864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013530864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8238bccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013530864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013530864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013530864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013530864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013530866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013530867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013530867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013530867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:32.007093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7413): Terminating (SIGTERM)\u000a01:35:32.051978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7416): Terminating (SIGTERM)\u000a01:35:32.097684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7419): Terminating (SIGTERM)\u000a01:35:32.108233 --- ParallelTerminationStrategy: PID 7413 died...\u000a01:35:32.168673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7413): Terminated: ok {rc=0}\u000a01:35:32.179230 --- ParallelTerminationStrategy: PID 7416 died...\u000a01:35:32.235815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7416): Terminated: ok {rc=0}\u000a01:35:32.246571 --- ParallelTerminationStrategy: PID 7419 died...\u000a01:35:32.301727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7419): Terminated: ok {rc=0}\u000a01:35:32.389327 bus /sierra_3: Setting Powered False\u000a01:35:33.491875 bus /sierra_3: Setting Powered False\u000a01:35:34.603709 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7428): Process ended prematurely: osmo-stp_10.42.42.5(pid=7428) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7428)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7428): Process ended prematurely: osmo-stp_10.42.42.5(pid=7428) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:35.718653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:35.731200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:35:35.890669 tst mo_mt_call_osmux.py: using LAC 18157\u000a01:35:36.016313 tst mo_mt_call_osmux.py: using RAC 52\u000a01:35:36.136388 tst mo_mt_call_osmux.py: using CellId 18157\u000a01:35:36.254532 tst mo_mt_call_osmux.py: using BVCI 18158\u000a01:35:36.277829 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:36.289158 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:36.300150 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:36.311842 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:36.323838 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:35:36.335404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:36.454200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:35:36.657347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:37.135266 run create_hlr_db(pid=7422): Launched\u000a01:35:37.311296 bus /sierra_2: Setting Powered False\u000a01:35:38.331490 run create_hlr_db(pid=7422): Terminated: ok {rc=0}\u000a01:35:38.736439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7424): Launched\u000a01:35:39.047349 run osmo-hlr_10.42.42.2(pid=7425): Launched\u000a01:35:39.166431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:39.702845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7427): Launched\u000a01:35:40.007833 run osmo-stp_10.42.42.5(pid=7428): Launched\u000a01:35:40.118197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:40.673872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7430): Launched\u000a01:35:40.979441 run osmo-msc_10.42.42.6(pid=7431): Launched\u000a01:35:41.158483 run osmo-stp_10.42.42.5(pid=7428): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7428)]\u000a01:35:41.287078 run osmo-stp_10.42.42.5(pid=7428): stdout: \u000a| (launched: 2022-12-09_01:35:39.856805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:41.413679 run osmo-stp_10.42.42.5(pid=7428): stderr: \u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013540028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:41.535277 run osmo-stp_10.42.42.5(pid=7428): stdout: \u000a| (launched: 2022-12-09_01:35:39.856805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:41.655766 run osmo-stp_10.42.42.5(pid=7428): stderr: \u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013540027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013540028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013540028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:41.709053 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7428): Process ended prematurely: osmo-stp_10.42.42.5(pid=7428) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7428)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:35:41.717572 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:35:41.778080 run osmo-hlr_10.42.42.2(pid=7425): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7425)]\u000a01:35:41.827158 run osmo-hlr_10.42.42.2(pid=7425): stdout: \u000a| (launched: 2022-12-09_01:35:38.890711) \u000a01:35:41.876911 run osmo-hlr_10.42.42.2(pid=7425): stderr: \u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013539067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013539079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013539088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013539088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013539088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:41.944697 run osmo-msc_10.42.42.6(pid=7431): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7431)]\u000a01:35:41.993701 run osmo-msc_10.42.42.6(pid=7431): stdout: \u000a| (launched: 2022-12-09_01:35:40.827977) \u000a01:35:42.043273 run osmo-msc_10.42.42.6(pid=7431): stderr: \u000a| �[0;m�[38;5;43m20221209013541100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013541100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0af4786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013541100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013541100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013541100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013541101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013541102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013541103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013541103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013541103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:42.085078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7424): Terminating (SIGTERM)\u000a01:35:42.124873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7427): Terminating (SIGTERM)\u000a01:35:42.164787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7430): Terminating (SIGTERM)\u000a01:35:42.174350 --- ParallelTerminationStrategy: PID 7424 died...\u000a01:35:42.227527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7424): Terminated: ok {rc=0}\u000a01:35:42.237579 --- ParallelTerminationStrategy: PID 7427 died...\u000a01:35:42.291004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7427): Terminated: ok {rc=0}\u000a01:35:42.300899 --- ParallelTerminationStrategy: PID 7430 died...\u000a01:35:42.353703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7430): Terminated: ok {rc=0}\u000a01:35:42.441662 bus /sierra_3: Setting Powered False\u000a01:35:43.543714 bus /sierra_3: Setting Powered False\u000a01:35:44.650032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:35:25" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:35:46.674592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:46.687145 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:46.852293 tst mo_mt_call.py: using LAC 18158\u000a01:35:47.003822 tst mo_mt_call.py: using RAC 53\u000a01:35:47.141738 tst mo_mt_call.py: using CellId 18158\u000a01:35:47.274197 tst mo_mt_call.py: using BVCI 18159\u000a01:35:47.301014 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:47.313237 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:47.327033 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:47.339052 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:47.350491 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:47.362689 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:47.483775 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:47.687724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:48.168732 run create_hlr_db(pid=7436): Launched\u000a01:35:48.344782 bus /sierra_2: Setting Powered False\u000a01:35:49.366896 run create_hlr_db(pid=7436): Terminated: ok {rc=0}\u000a01:35:49.773526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Launched\u000a01:35:50.078560 run osmo-hlr_10.42.42.2(pid=7439): Launched\u000a01:35:50.197012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:35:50.729411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Launched\u000a01:35:51.034450 run osmo-stp_10.42.42.5(pid=7442): Launched\u000a01:35:51.145619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:51.700806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7444): Launched\u000a01:35:52.006745 run osmo-msc_10.42.42.6(pid=7445): Launched\u000a01:35:52.185817 run osmo-stp_10.42.42.5(pid=7442): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)]\u000a01:35:52.315040 run osmo-stp_10.42.42.5(pid=7442): stdout: \u000a| (launched: 2022-12-09_01:35:50.883919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:52.441887 run osmo-stp_10.42.42.5(pid=7442): stderr: \u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013551052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:52.563810 run osmo-stp_10.42.42.5(pid=7442): stdout: \u000a| (launched: 2022-12-09_01:35:50.883919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:52.684799 run osmo-stp_10.42.42.5(pid=7442): stderr: \u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013551051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013551052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013551052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:52.739035 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7442): Process ended prematurely: osmo-stp_10.42.42.5(pid=7442) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7442)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:35:52.747441 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:35:52.807892 run osmo-hlr_10.42.42.2(pid=7439): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7439)]\u000a01:35:52.857206 run osmo-hlr_10.42.42.2(pid=7439): stdout: \u000a| (launched: 2022-12-09_01:35:49.927905) \u000a01:35:52.907134 run osmo-hlr_10.42.42.2(pid=7439): stderr: \u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013550102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013550114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013550125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013550125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013550125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:52.974943 run osmo-msc_10.42.42.6(pid=7445): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7445)]\u000a01:35:53.023911 run osmo-msc_10.42.42.6(pid=7445): stdout: \u000a| (launched: 2022-12-09_01:35:51.855012) \u000a01:35:53.073716 run osmo-msc_10.42.42.6(pid=7445): stderr: \u000a| �[0;m�[38;5;43m20221209013552125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013552125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ffb479c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013552125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013552125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013552125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013552125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013552127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013552127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013552128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013552128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:53.115900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Terminating (SIGTERM)\u000a01:35:53.156077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Terminating (SIGTERM)\u000a01:35:53.195635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7444): Terminating (SIGTERM)\u000a01:35:53.205209 --- ParallelTerminationStrategy: PID 7438 died...\u000a01:35:53.258819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7438): Terminated: ok {rc=0}\u000a01:35:53.268507 --- ParallelTerminationStrategy: PID 7441 died...\u000a01:35:53.321688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7441): Terminated: ok {rc=0}\u000a01:35:53.331576 --- ParallelTerminationStrategy: PID 7444 died...\u000a01:35:53.384722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7444): Terminated: ok {rc=0}\u000a01:35:53.473888 bus /sierra_3: Setting Powered False\u000a01:35:54.577623 bus /sierra_3: Setting Powered False\u000a01:35:55.684001 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:35:56.800387 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:56.813085 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:35:56.975193 tst mo_mt_call_osmux.py: using LAC 18159\u000a01:35:57.109605 tst mo_mt_call_osmux.py: using RAC 54\u000a01:35:57.236636 tst mo_mt_call_osmux.py: using CellId 18159\u000a01:35:57.363097 tst mo_mt_call_osmux.py: using BVCI 18160\u000a01:35:57.388154 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:57.399977 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:57.411598 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:57.423508 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:57.435538 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:35:57.447490 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:57.568746 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:35:57.771926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:35:58.252507 run create_hlr_db(pid=7447): Launched\u000a01:35:58.427551 bus /sierra_2: Setting Powered False\u000a01:35:59.448362 run create_hlr_db(pid=7447): Terminated: ok {rc=0}\u000a01:35:59.882822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Launched\u000a01:36:00.209255 run osmo-hlr_10.42.42.2(pid=7450): Launched\u000a01:36:00.330551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:00.920546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Launched\u000a01:36:01.357984 run osmo-stp_10.42.42.5(pid=7453): Launched\u000a01:36:01.566715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:02.216613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7455): Launched\u000a01:36:02.525836 run osmo-msc_10.42.42.6(pid=7456): Launched\u000a01:36:02.705291 run osmo-stp_10.42.42.5(pid=7453): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)]\u000a01:36:02.835535 run osmo-stp_10.42.42.5(pid=7453): stdout: \u000a| (launched: 2022-12-09_01:36:01.090418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:02.962201 run osmo-stp_10.42.42.5(pid=7453): stderr: \u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013601377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:03.083977 run osmo-stp_10.42.42.5(pid=7453): stdout: \u000a| (launched: 2022-12-09_01:36:01.090418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:03.204491 run osmo-stp_10.42.42.5(pid=7453): stderr: \u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013601376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013601377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013601377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:03.257828 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7453): Process ended prematurely: osmo-stp_10.42.42.5(pid=7453) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7453)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:36:03.266360 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:36:03.326549 run osmo-hlr_10.42.42.2(pid=7450): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7450)]\u000a01:36:03.375687 run osmo-hlr_10.42.42.2(pid=7450): stdout: \u000a| (launched: 2022-12-09_01:36:00.049054) \u000a01:36:03.425433 run osmo-hlr_10.42.42.2(pid=7450): stderr: \u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013600246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013600259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013600269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013600269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013600269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:03.493446 run osmo-msc_10.42.42.6(pid=7456): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7456)]\u000a01:36:03.542604 run osmo-msc_10.42.42.6(pid=7456): stdout: \u000a| (launched: 2022-12-09_01:36:02.372821) \u000a01:36:03.592620 run osmo-msc_10.42.42.6(pid=7456): stderr: \u000a| �[0;m�[38;5;43m20221209013602643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013602643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ee7493c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013602643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013602644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013602644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013602644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013602646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013602646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013602646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013602646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:03.634441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Terminating (SIGTERM)\u000a01:36:03.674126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Terminating (SIGTERM)\u000a01:36:03.713777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7455): Terminating (SIGTERM)\u000a01:36:03.723100 --- ParallelTerminationStrategy: PID 7449 died...\u000a01:36:03.776221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7449): Terminated: ok {rc=0}\u000a01:36:03.785941 --- ParallelTerminationStrategy: PID 7452 died...\u000a01:36:03.838748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7452): Terminated: ok {rc=0}\u000a01:36:03.848643 --- ParallelTerminationStrategy: PID 7455 died...\u000a01:36:03.901334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7455): Terminated: ok {rc=0}\u000a01:36:03.989164 bus /sierra_3: Setting Powered False\u000a01:36:05.091629 bus /sierra_3: Setting Powered False\u000a01:36:06.203515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:35:46" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7468): Process ended prematurely: osmo-stp_10.42.42.5(pid=7468) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7468)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7468): Process ended prematurely: osmo-stp_10.42.42.5(pid=7468) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:36:08.181823 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.192761 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:36:08.352832 tst mo_mt_call.py: using LAC 18160\u000a01:36:08.479942 tst mo_mt_call.py: using RAC 55\u000a01:36:08.606546 tst mo_mt_call.py: using CellId 18160\u000a01:36:08.749516 tst mo_mt_call.py: using BVCI 18161\u000a01:36:08.774477 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.786112 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.797475 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.809244 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.820620 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:08.831979 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:08.952198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:09.153405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:09.633996 run create_hlr_db(pid=7462): Launched\u000a01:36:09.810372 bus /sierra_2: Setting Powered False\u000a01:36:10.831290 run create_hlr_db(pid=7462): Terminated: ok {rc=0}\u000a01:36:11.264354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7464): Launched\u000a01:36:11.592182 run osmo-hlr_10.42.42.2(pid=7465): Launched\u000a01:36:11.713987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:12.282657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7467): Launched\u000a01:36:12.609622 run osmo-stp_10.42.42.5(pid=7468): Launched\u000a01:36:12.727819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:13.324876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7470): Launched\u000a01:36:13.652835 run osmo-msc_10.42.42.6(pid=7471): Launched\u000a01:36:13.844472 run osmo-stp_10.42.42.5(pid=7468): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7468)]\u000a01:36:13.982527 run osmo-stp_10.42.42.5(pid=7468): stdout: \u000a| (launched: 2022-12-09_01:36:12.449348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:14.119084 run osmo-stp_10.42.42.5(pid=7468): stderr: \u000a| �[0;m�[38;5;43m20221209013612641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013612641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013612642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013612642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:14.250390 run osmo-stp_10.42.42.5(pid=7468): stdout: \u000a| (launched: 2022-12-09_01:36:12.449348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:14.380444 run osmo-stp_10.42.42.5(pid=7468): stderr: \u000a| �[0;m�[38;5;43m20221209013612641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013612641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013612642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013612642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013612643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:14.437906 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7468): Process ended prematurely: osmo-stp_10.42.42.5(pid=7468) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7468)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:36:14.447052 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:36:14.509977 run osmo-hlr_10.42.42.2(pid=7465): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7465)]\u000a01:36:14.561363 run osmo-hlr_10.42.42.2(pid=7465): stdout: \u000a| (launched: 2022-12-09_01:36:11.431198) \u000a01:36:14.613364 run osmo-hlr_10.42.42.2(pid=7465): stderr: \u000a| �[0;m�[1;31m20221209013611628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013611628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013611628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013611628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013611628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013611629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013611641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013611650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013611650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013611650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:14.684506 run osmo-msc_10.42.42.6(pid=7471): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7471)]\u000a01:36:14.735989 run osmo-msc_10.42.42.6(pid=7471): stdout: \u000a| (launched: 2022-12-09_01:36:13.491481) \u000a01:36:14.788503 run osmo-msc_10.42.42.6(pid=7471): stderr: \u000a| �[0;m�[38;5;43m20221209013613813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013613813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3b7dd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013613813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013613813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013613814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013613815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013613816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013613816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013613816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:14.832880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7464): Terminating (SIGTERM)\u000a01:36:14.874574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7467): Terminating (SIGTERM)\u000a01:36:14.916823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7470): Terminating (SIGTERM)\u000a01:36:14.926677 --- ParallelTerminationStrategy: PID 7464 died...\u000a01:36:14.983040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7464): Terminated: ok {rc=0}\u000a01:36:14.993414 --- ParallelTerminationStrategy: PID 7467 died...\u000a01:36:15.049741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7467): Terminated: ok {rc=0}\u000a01:36:15.060073 --- ParallelTerminationStrategy: PID 7470 died...\u000a01:36:15.116914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7470): Terminated: ok {rc=0}\u000a01:36:15.204405 bus /sierra_3: Setting Powered False\u000a01:36:16.309517 bus /sierra_3: Setting Powered False\u000a01:36:17.415449 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7479): Process ended prematurely: osmo-stp_10.42.42.5(pid=7479) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7479)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7479): Process ended prematurely: osmo-stp_10.42.42.5(pid=7479) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:36:18.530805 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:18.543084 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:36:18.708280 tst mo_mt_call_osmux.py: using LAC 18161\u000a01:36:18.838452 tst mo_mt_call_osmux.py: using RAC 56\u000a01:36:18.962633 tst mo_mt_call_osmux.py: using CellId 18161\u000a01:36:19.082124 tst mo_mt_call_osmux.py: using BVCI 18162\u000a01:36:19.105441 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:19.116831 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:19.127902 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:19.139172 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:19.150411 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:36:19.161507 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:19.280114 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:36:19.492031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:20.014435 run create_hlr_db(pid=7473): Launched\u000a01:36:20.203926 bus /sierra_2: Setting Powered False\u000a01:36:21.224547 run create_hlr_db(pid=7473): Terminated: ok {rc=0}\u000a01:36:21.635015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7475): Launched\u000a01:36:21.941653 run osmo-hlr_10.42.42.2(pid=7476): Launched\u000a01:36:22.060894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:22.595975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7478): Launched\u000a01:36:22.901119 run osmo-stp_10.42.42.5(pid=7479): Launched\u000a01:36:23.012121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:23.567368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7481): Launched\u000a01:36:23.873941 run osmo-msc_10.42.42.6(pid=7482): Launched\u000a01:36:24.052368 run osmo-stp_10.42.42.5(pid=7479): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7479)]\u000a01:36:24.181502 run osmo-stp_10.42.42.5(pid=7479): stdout: \u000a| (launched: 2022-12-09_01:36:22.750218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:24.308044 run osmo-stp_10.42.42.5(pid=7479): stderr: \u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013622921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:24.430143 run osmo-stp_10.42.42.5(pid=7479): stdout: \u000a| (launched: 2022-12-09_01:36:22.750218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:24.551080 run osmo-stp_10.42.42.5(pid=7479): stderr: \u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013622920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013622921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013622921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:24.604644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7479): Process ended prematurely: osmo-stp_10.42.42.5(pid=7479) [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7479)] [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:36:24.613286 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:36:24.674110 run osmo-hlr_10.42.42.2(pid=7476): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7476)]\u000a01:36:24.723707 run osmo-hlr_10.42.42.2(pid=7476): stdout: \u000a| (launched: 2022-12-09_01:36:21.789926) \u000a01:36:24.773876 run osmo-hlr_10.42.42.2(pid=7476): stderr: \u000a| �[0;m�[1;31m20221209013621965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013621965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013621965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013621965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013621965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013621966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013621978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013621989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013621989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013621989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:24.841905 run osmo-msc_10.42.42.6(pid=7482): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7482)]\u000a01:36:24.891104 run osmo-msc_10.42.42.6(pid=7482): stdout: \u000a| (launched: 2022-12-09_01:36:23.722075) \u000a01:36:24.941107 run osmo-msc_10.42.42.6(pid=7482): stderr: \u000a| �[0;m�[38;5;43m20221209013623992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013623992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2de601bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013623992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013623992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013623993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013623993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013623995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013623995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013623995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013623995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:24.983068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7475): Terminating (SIGTERM)\u000a01:36:25.022920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7478): Terminating (SIGTERM)\u000a01:36:25.062593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7481): Terminating (SIGTERM)\u000a01:36:25.072241 --- ParallelTerminationStrategy: PID 7475 died...\u000a01:36:25.125489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7475): Terminated: ok {rc=0}\u000a01:36:25.135447 --- ParallelTerminationStrategy: PID 7478 died...\u000a01:36:25.188584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7478): Terminated: ok {rc=0}\u000a01:36:25.198498 --- ParallelTerminationStrategy: PID 7481 died...\u000a01:36:25.251697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7481): Terminated: ok {rc=0}\u000a01:36:25.335064 bus /sierra_3: Setting Powered False\u000a01:36:26.441400 bus /sierra_3: Setting Powered False\u000a01:36:27.548247 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:36:07" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:36:29.540730 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:29.551495 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:29.682327 tst emergency_mo_mt_call.py: using LAC 18162\u000a01:36:29.801763 tst emergency_mo_mt_call.py: using RAC 57\u000a01:36:29.918949 tst emergency_mo_mt_call.py: using CellId 18162\u000a01:36:30.036660 tst emergency_mo_mt_call.py: using BVCI 18163\u000a01:36:30.059321 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:30.070253 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:30.080793 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:30.091702 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:30.102538 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:30.113327 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:30.229859 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:30.440156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:30.989504 run create_hlr_db(pid=7488): Launched\u000a01:36:31.181627 bus /sierra_2: Setting Powered False\u000a01:36:32.237450 run create_hlr_db(pid=7488): Terminated: ok {rc=0}\u000a01:36:32.641085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Launched\u000a01:36:32.940323 run osmo-hlr_10.42.42.2(pid=7491): Launched\u000a01:36:33.052900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:33.570614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Launched\u000a01:36:33.869795 run osmo-stp_10.42.42.5(pid=7494): Launched\u000a01:36:33.989774 tst emergency_mo_mt_call.py: using MSISDN 6954\u000a01:36:34.137639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:34.686795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Launched\u000a01:36:34.988256 run osmo-msc_10.42.42.6(pid=7497): Launched\u000a01:36:35.165180 run osmo-stp_10.42.42.5(pid=7494): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]\u000a01:36:35.292241 run osmo-stp_10.42.42.5(pid=7494): stdout: \u000a| (launched: 2022-12-09_01:36:33.721842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:35.417083 run osmo-stp_10.42.42.5(pid=7494): stderr: \u000a| �[0;m�[38;5;43m20221209013633889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013633890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013633890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013633890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:35.536822 run osmo-stp_10.42.42.5(pid=7494): stdout: \u000a| (launched: 2022-12-09_01:36:33.721842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:35.655884 run osmo-stp_10.42.42.5(pid=7494): stderr: \u000a| �[0;m�[38;5;43m20221209013633889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013633890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013633890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013633890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013633892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:35.708034 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)] [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a01:36:35.715836 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a01:36:35.776526 run osmo-hlr_10.42.42.2(pid=7491): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7491)]\u000a01:36:35.826294 run osmo-hlr_10.42.42.2(pid=7491): stdout: \u000a| (launched: 2022-12-09_01:36:32.792862) \u000a01:36:35.876235 run osmo-hlr_10.42.42.2(pid=7491): stderr: \u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013632968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013632980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013632990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013632990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013632990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:35.944045 run osmo-msc_10.42.42.6(pid=7497): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7497)]\u000a01:36:35.993330 run osmo-msc_10.42.42.6(pid=7497): stdout: \u000a| (launched: 2022-12-09_01:36:34.838811) \u000a01:36:36.043215 run osmo-msc_10.42.42.6(pid=7497): stderr: \u000a| �[0;m�[38;5;43m20221209013635109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013635109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff090e3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013635109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013635109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013635109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013635110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013635111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013635112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013635112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013635112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:36.085072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Terminating (SIGTERM)\u000a01:36:36.124887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Terminating (SIGTERM)\u000a01:36:36.165328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Terminating (SIGTERM)\u000a01:36:36.174863 --- ParallelTerminationStrategy: PID 7490 died...\u000a01:36:36.228078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Terminated: ok {rc=0}\u000a01:36:36.238090 --- ParallelTerminationStrategy: PID 7493 died...\u000a01:36:36.291086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Terminated: ok {rc=0}\u000a01:36:36.301016 --- ParallelTerminationStrategy: PID 7496 died...\u000a01:36:36.353867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Terminated: ok {rc=0}\u000a01:36:36.437768 bus /sierra_3: Setting Powered False\u000a01:36:37.539243 bus /sierra_3: Setting Powered False\u000a01:36:38.650730 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7505): Process ended prematurely: osmo-stp_10.42.42.5(pid=7505) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7505)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7505): Process ended prematurely: osmo-stp_10.42.42.5(pid=7505) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:36:39.700762 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:39.712246 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:39.845343 tst emergency_preemptive_call.py: using LAC 18163\u000a01:36:39.973687 tst emergency_preemptive_call.py: using RAC 58\u000a01:36:40.097845 tst emergency_preemptive_call.py: using CellId 18163\u000a01:36:40.217649 tst emergency_preemptive_call.py: using BVCI 18164\u000a01:36:40.240366 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:40.251495 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:40.262391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:40.273604 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:40.284753 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:36:40.295873 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:40.409525 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:40.528017 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:40.643246 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:40.842911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:41.316262 run create_hlr_db(pid=7499): Launched\u000a01:36:41.490048 bus /sierra_2: Setting Powered False\u000a01:36:42.510905 run create_hlr_db(pid=7499): Terminated: ok {rc=0}\u000a01:36:42.939064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7501): Launched\u000a01:36:43.261178 run osmo-hlr_10.42.42.2(pid=7502): Launched\u000a01:36:43.376489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:36:43.897106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7504): Launched\u000a01:36:44.197125 run osmo-stp_10.42.42.5(pid=7505): Launched\u000a01:36:44.317239 tst emergency_preemptive_call.py: using MSISDN 6955\u000a01:36:44.466461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:36:45.010882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7507): Launched\u000a01:36:45.311873 run osmo-msc_10.42.42.6(pid=7508): Launched\u000a01:36:45.488085 run osmo-stp_10.42.42.5(pid=7505): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7505)]\u000a01:36:45.615240 run osmo-stp_10.42.42.5(pid=7505): stdout: \u000a| (launched: 2022-12-09_01:36:44.048828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:45.740245 run osmo-stp_10.42.42.5(pid=7505): stderr: \u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013644219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:45.865999 run osmo-stp_10.42.42.5(pid=7505): stdout: \u000a| (launched: 2022-12-09_01:36:44.048828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:36:45.987510 run osmo-stp_10.42.42.5(pid=7505): stderr: \u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013644218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013644219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013644219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:36:46.041418 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7505): Process ended prematurely: osmo-stp_10.42.42.5(pid=7505) [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7505)] [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a01:36:46.050550 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a01:36:46.115335 run osmo-hlr_10.42.42.2(pid=7502): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7502)]\u000a01:36:46.166988 run osmo-hlr_10.42.42.2(pid=7502): stdout: \u000a| (launched: 2022-12-09_01:36:43.102424) \u000a01:36:46.219344 run osmo-hlr_10.42.42.2(pid=7502): stderr: \u000a| �[0;m�[1;31m20221209013643299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013643299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013643299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013643299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013643300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013643300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013643311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013643320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013643320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013643320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:36:46.290026 run osmo-msc_10.42.42.6(pid=7508): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7508)]\u000a01:36:46.341491 run osmo-msc_10.42.42.6(pid=7508): stdout: \u000a| (launched: 2022-12-09_01:36:45.162378) \u000a01:36:46.393707 run osmo-msc_10.42.42.6(pid=7508): stderr: \u000a| �[0;m�[38;5;43m20221209013645433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209013645433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa80e316c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209013645433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209013645433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209013645433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209013645434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209013645435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209013645436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209013645436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209013645436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:36:46.438268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7501): Terminating (SIGTERM)\u000a01:36:46.481367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7504): Terminating (SIGTERM)\u000a01:36:46.526435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7507): Terminating (SIGTERM)\u000a01:36:46.536588 --- ParallelTerminationStrategy: PID 7501 died...\u000a01:36:46.593333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7501): Terminated: ok {rc=0}\u000a01:36:46.604062 --- ParallelTerminationStrategy: PID 7504 died...\u000a01:36:46.660506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7504): Terminated: ok {rc=0}\u000a01:36:46.671151 --- ParallelTerminationStrategy: PID 7507 died...\u000a01:36:46.727789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7507): Terminated: ok {rc=0}\u000a01:36:46.817674 bus /sierra_9: Setting Powered False\u000a01:36:47.918328 bus /sierra_9: Setting Powered False\u000a01:36:49.028208 bus /sierra_8: Setting Powered False\u000a01:36:50.130466 bus /sierra_8: Setting Powered False\u000a01:36:51.242113 bus /sierra_3: Setting Powered False\u000a01:36:52.344583 bus /sierra_3: Setting Powered False\u000a01:36:53.457223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:36:29" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7523): Process ended prematurely: osmo-stp_10.42.42.5(pid=7523) [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7523): Process ended prematurely: osmo-stp_10.42.42.5(pid=7523) [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:36:55.562601 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:55.573523 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:36:55.710513 tst cs_paging_gprs_active.py: using LAC 18164\u000a01:36:55.830392 tst cs_paging_gprs_active.py: using RAC 59\u000a01:36:55.950755 tst cs_paging_gprs_active.py: using CellId 18164\u000a01:36:56.072664 tst cs_paging_gprs_active.py: using BVCI 18165\u000a01:36:56.095979 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.106829 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.117411 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.128160 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.139002 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.149936 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.160841 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.171930 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:36:56.183057 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:56.301940 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:36:56.584702 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:36:56.713071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:57.030831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Launched\u000a01:36:57.295914 run iperf3-srv_10.42.42.10(pid=7514): Launched\u000a01:36:57.483071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:36:57.611153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:36:57.929419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7515): Launched\u000a01:36:58.192419 run iperf3-srv_10.42.42.10(pid=7516): Launched\u000a01:36:58.377922 tst cs_paging_gprs_active.py:38: start network...\u000a01:36:58.504600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:36:58.984677 run create_hlr_db(pid=7517): Launched\u000a01:36:59.160280 bus /sierra_2: Setting Powered False\u000a01:37:00.183069 run create_hlr_db(pid=7517): Terminated: ok {rc=0}\u000a01:37:00.599416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7519): Launched\u000a01:37:01.069704 run osmo-hlr_10.42.42.2(pid=7520): Launched\u000a01:37:01.254868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:01.852854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7522): Launched\u000a01:37:02.265064 run osmo-stp_10.42.42.5(pid=7523): Launched\u000a01:37:02.416433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:02.988570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7525): Launched\u000a01:37:03.106485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:03.393855 run patchelf(pid=7526): Launched\u000a01:37:03.586610 run osmo-stp_10.42.42.5(pid=7523): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7523)]\u000a01:37:03.727606 run osmo-stp_10.42.42.5(pid=7523): stdout: \u000a| (launched: 2022-12-09_01:37:02.022478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:03.869723 run osmo-stp_10.42.42.5(pid=7523): stderr: \u000a| �[0;m�[38;5;43m20221209013702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013702275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:04.005861 run osmo-stp_10.42.42.5(pid=7523): stdout: \u000a| (launched: 2022-12-09_01:37:02.022478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:04.140207 run osmo-stp_10.42.42.5(pid=7523): stderr: \u000a| �[0;m�[38;5;43m20221209013702274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013702275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013702275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013702276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:04.296901 run patchelf(pid=7526): Terminating (SIGINT)\u000a01:37:04.482471 run patchelf(pid=7526): Terminated: ok {rc=0}\u000a01:37:04.516236 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7523): Process ended prematurely: osmo-stp_10.42.42.5(pid=7523) [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7523)] [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a01:37:04.526143 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:37:04.589249 run osmo-hlr_10.42.42.2(pid=7520): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7520)]\u000a01:37:04.640591 run osmo-hlr_10.42.42.2(pid=7520): stdout: \u000a| (launched: 2022-12-09_01:37:00.767475) \u000a01:37:04.692622 run osmo-hlr_10.42.42.2(pid=7520): stderr: \u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013701050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013701066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013701087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013701087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013701087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:04.737060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Terminating (SIGTERM)\u000a01:37:04.778961 run iperf3-srv_10.42.42.10(pid=7514): Terminating (SIGTERM)\u000a01:37:04.821008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7515): Terminating (SIGTERM)\u000a01:37:04.863323 run iperf3-srv_10.42.42.10(pid=7516): Terminating (SIGTERM)\u000a01:37:04.905552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7519): Terminating (SIGTERM)\u000a01:37:04.947487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7522): Terminating (SIGTERM)\u000a01:37:04.989494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7525): Terminating (SIGTERM)\u000a01:37:04.999323 --- ParallelTerminationStrategy: PID 7513 died...\u000a01:37:05.055713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7513): Terminated: ok {rc=0}\u000a01:37:05.065952 --- ParallelTerminationStrategy: PID 7514 died...\u000a01:37:05.121769 run iperf3-srv_10.42.42.10(pid=7514): Terminated {rc=256}\u000a01:37:05.131936 --- ParallelTerminationStrategy: PID 7515 died...\u000a01:37:05.187555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7515): Terminated: ok {rc=0}\u000a01:37:05.197786 --- ParallelTerminationStrategy: PID 7516 died...\u000a01:37:05.253155 run iperf3-srv_10.42.42.10(pid=7516): Terminated {rc=256}\u000a01:37:05.263242 --- ParallelTerminationStrategy: PID 7519 died...\u000a01:37:05.319241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7519): Terminated: ok {rc=0}\u000a01:37:05.329619 --- ParallelTerminationStrategy: PID 7522 died...\u000a01:37:05.385078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7522): Terminated: ok {rc=0}\u000a01:37:05.395261 --- ParallelTerminationStrategy: PID 7525 died...\u000a01:37:05.451103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7525): Terminated: ok {rc=0}\u000a01:37:05.538630 bus /gobi_0: Setting Powered False\u000a01:37:06.642551 bus /gobi_0: Setting Powered False\u000a01:37:07.752999 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7535): Process ended prematurely: osmo-stp_10.42.42.5(pid=7535) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7535)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7535): Process ended prematurely: osmo-stp_10.42.42.5(pid=7535) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a01:37:08.863451 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:08.874941 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:09.018601 tst iperf3.py: using LAC 18165\u000a01:37:09.146840 tst iperf3.py: using RAC 60\u000a01:37:09.276577 tst iperf3.py: using CellId 18165\u000a01:37:09.405192 tst iperf3.py: using BVCI 18166\u000a01:37:09.431814 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.443140 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.454143 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.465294 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.476122 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.487155 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.498376 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.509472 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:09.520632 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:09.800616 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:09.927665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:10.244585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Launched\u000a01:37:10.507729 run iperf3-srv_10.42.42.10(pid=7528): Launched\u000a01:37:10.697243 tst iperf3.py:8: start network...\u000a01:37:10.834532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:11.358176 run create_hlr_db(pid=7529): Launched\u000a01:37:11.547137 bus /gobi_6: Setting Powered False\u000a01:37:12.567468 run create_hlr_db(pid=7529): Terminated: ok {rc=0}\u000a01:37:13.001622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7531): Launched\u000a01:37:13.327410 run osmo-hlr_10.42.42.2(pid=7532): Launched\u000a01:37:13.448617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:14.019471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7534): Launched\u000a01:37:14.346887 run osmo-stp_10.42.42.5(pid=7535): Launched\u000a01:37:14.465447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:15.035922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7537): Launched\u000a01:37:15.152567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:15.439564 run patchelf(pid=7538): Launched\u000a01:37:15.631961 run osmo-stp_10.42.42.5(pid=7535): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7535)]\u000a01:37:15.772354 run osmo-stp_10.42.42.5(pid=7535): stdout: \u000a| (launched: 2022-12-09_01:37:14.185920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:15.915757 run osmo-stp_10.42.42.5(pid=7535): stderr: \u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013714379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:16.054047 run osmo-stp_10.42.42.5(pid=7535): stdout: \u000a| (launched: 2022-12-09_01:37:14.185920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:16.191332 run osmo-stp_10.42.42.5(pid=7535): stderr: \u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013714379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013714379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013714380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:16.351642 run patchelf(pid=7538): Terminating (SIGINT)\u000a01:37:16.539972 run patchelf(pid=7538): Terminated: ok {rc=0}\u000a01:37:16.575166 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7535): Process ended prematurely: osmo-stp_10.42.42.5(pid=7535) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7535)] [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a01:37:16.586201 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:37:16.650736 run osmo-hlr_10.42.42.2(pid=7532): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7532)]\u000a01:37:16.703092 run osmo-hlr_10.42.42.2(pid=7532): stdout: \u000a| (launched: 2022-12-09_01:37:13.167349) \u000a01:37:16.755935 run osmo-hlr_10.42.42.2(pid=7532): stderr: \u000a| �[0;m�[1;31m20221209013713364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013713364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013713364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013713364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013713364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013713365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013713377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013713386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013713386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013713386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:16.801253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Terminating (SIGTERM)\u000a01:37:16.845965 run iperf3-srv_10.42.42.10(pid=7528): Terminating (SIGTERM)\u000a01:37:16.890683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7531): Terminating (SIGTERM)\u000a01:37:16.935251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7534): Terminating (SIGTERM)\u000a01:37:16.979957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7537): Terminating (SIGTERM)\u000a01:37:16.990054 --- ParallelTerminationStrategy: PID 7527 died...\u000a01:37:17.047005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7527): Terminated: ok {rc=0}\u000a01:37:17.057747 --- ParallelTerminationStrategy: PID 7528 died...\u000a01:37:17.114339 run iperf3-srv_10.42.42.10(pid=7528): Terminated {rc=256}\u000a01:37:17.124841 --- ParallelTerminationStrategy: PID 7531 died...\u000a01:37:17.181170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7531): Terminated: ok {rc=0}\u000a01:37:17.191753 --- ParallelTerminationStrategy: PID 7534 died...\u000a01:37:17.247474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7534): Terminated: ok {rc=0}\u000a01:37:17.257672 --- ParallelTerminationStrategy: PID 7537 died...\u000a01:37:17.313318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7537): Terminated: ok {rc=0}\u000a01:37:17.400535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7553): Process ended prematurely: osmo-stp_10.42.42.5(pid=7553) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7553)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7553): Process ended prematurely: osmo-stp_10.42.42.5(pid=7553) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a01:37:18.512353 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:18.523913 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:18.661068 tst iperf3m4.py: using LAC 18166\u000a01:37:18.783427 tst iperf3m4.py: using RAC 61\u000a01:37:18.908345 tst iperf3m4.py: using CellId 18166\u000a01:37:19.029257 tst iperf3m4.py: using BVCI 18167\u000a01:37:19.052653 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.063607 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.074496 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.086025 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.097538 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.108626 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.120190 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.131526 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:19.143274 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:19.263306 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:19.384584 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:19.504025 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:19.789483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:37:19.917212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:20.234353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7539): Launched\u000a01:37:20.498570 run iperf3-srv_10.42.42.10(pid=7540): Launched\u000a01:37:20.685855 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:37:20.813728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:21.131448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Launched\u000a01:37:21.394598 run iperf3-srv_10.42.42.10(pid=7542): Launched\u000a01:37:21.582105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:37:21.708497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:22.025871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Launched\u000a01:37:22.289379 run iperf3-srv_10.42.42.10(pid=7544): Launched\u000a01:37:22.475369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:37:22.602233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:22.919522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Launched\u000a01:37:23.182603 run iperf3-srv_10.42.42.10(pid=7546): Launched\u000a01:37:23.368659 tst iperf3m4.py:8: start network...\u000a01:37:23.495526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:23.974747 run create_hlr_db(pid=7547): Launched\u000a01:37:24.150507 bus /gobi_6: Setting Powered False\u000a01:37:25.172284 run create_hlr_db(pid=7547): Terminated: ok {rc=0}\u000a01:37:25.579916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7549): Launched\u000a01:37:25.887306 run osmo-hlr_10.42.42.2(pid=7550): Launched\u000a01:37:25.999589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:26.639768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7552): Launched\u000a01:37:26.938221 run osmo-stp_10.42.42.5(pid=7553): Launched\u000a01:37:27.046581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:27.575113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7555): Launched\u000a01:37:27.689428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:27.968805 run patchelf(pid=7556): Launched\u000a01:37:28.156234 run osmo-stp_10.42.42.5(pid=7553): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7553)]\u000a01:37:28.293465 run osmo-stp_10.42.42.5(pid=7553): stdout: \u000a| (launched: 2022-12-09_01:37:26.791195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:28.431028 run osmo-stp_10.42.42.5(pid=7553): stderr: \u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013726958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013726959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:28.563121 run osmo-stp_10.42.42.5(pid=7553): stdout: \u000a| (launched: 2022-12-09_01:37:26.791195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:28.693967 run osmo-stp_10.42.42.5(pid=7553): stderr: \u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013726957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013726958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013726958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013726959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:28.847226 run patchelf(pid=7556): Terminating (SIGINT)\u000a01:37:29.026983 run patchelf(pid=7556): Terminated: ok {rc=0}\u000a01:37:29.059965 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7553): Process ended prematurely: osmo-stp_10.42.42.5(pid=7553) [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7553)] [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a01:37:29.069833 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a01:37:29.133278 run osmo-hlr_10.42.42.2(pid=7550): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7550)]\u000a01:37:29.184760 run osmo-hlr_10.42.42.2(pid=7550): stdout: \u000a| (launched: 2022-12-09_01:37:25.735129) \u000a01:37:29.236767 run osmo-hlr_10.42.42.2(pid=7550): stderr: \u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013725909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013725921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013725930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013725930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013725930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:29.281166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7539): Terminating (SIGTERM)\u000a01:37:29.322941 run iperf3-srv_10.42.42.10(pid=7540): Terminating (SIGTERM)\u000a01:37:29.365022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Terminating (SIGTERM)\u000a01:37:29.406713 run iperf3-srv_10.42.42.10(pid=7542): Terminating (SIGTERM)\u000a01:37:29.448433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Terminating (SIGTERM)\u000a01:37:29.490146 run iperf3-srv_10.42.42.10(pid=7544): Terminating (SIGTERM)\u000a01:37:29.532103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Terminating (SIGTERM)\u000a01:37:29.573870 run iperf3-srv_10.42.42.10(pid=7546): Terminating (SIGTERM)\u000a01:37:29.616293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7549): Terminating (SIGTERM)\u000a01:37:29.657955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7552): Terminating (SIGTERM)\u000a01:37:29.699775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7555): Terminating (SIGTERM)\u000a01:37:29.709663 --- ParallelTerminationStrategy: PID 7539 died...\u000a01:37:29.765877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7539): Terminated: ok {rc=0}\u000a01:37:29.776066 --- ParallelTerminationStrategy: PID 7540 died...\u000a01:37:29.831934 run iperf3-srv_10.42.42.10(pid=7540): Terminated {rc=256}\u000a01:37:29.842739 --- ParallelTerminationStrategy: PID 7541 died...\u000a01:37:29.898891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7541): Terminated: ok {rc=0}\u000a01:37:29.909504 --- ParallelTerminationStrategy: PID 7542 died...\u000a01:37:29.965279 run iperf3-srv_10.42.42.10(pid=7542): Terminated {rc=256}\u000a01:37:29.975523 --- ParallelTerminationStrategy: PID 7543 died...\u000a01:37:30.031579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7543): Terminated: ok {rc=0}\u000a01:37:30.041927 --- ParallelTerminationStrategy: PID 7544 died...\u000a01:37:30.097856 run iperf3-srv_10.42.42.10(pid=7544): Terminated {rc=256}\u000a01:37:30.108156 --- ParallelTerminationStrategy: PID 7545 died...\u000a01:37:30.163864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7545): Terminated: ok {rc=0}\u000a01:37:30.174185 --- ParallelTerminationStrategy: PID 7546 died...\u000a01:37:30.230021 run iperf3-srv_10.42.42.10(pid=7546): Terminated {rc=256}\u000a01:37:30.240375 --- ParallelTerminationStrategy: PID 7549 died...\u000a01:37:30.296153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7549): Terminated: ok {rc=0}\u000a01:37:30.306401 --- ParallelTerminationStrategy: PID 7552 died...\u000a01:37:30.362437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7552): Terminated: ok {rc=0}\u000a01:37:30.372550 --- ParallelTerminationStrategy: PID 7555 died...\u000a01:37:30.428109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7555): Terminated: ok {rc=0}\u000a01:37:30.514340 bus /gobi_4: Setting Powered False\u000a01:37:31.616694 bus /gobi_4: Setting Powered False\u000a01:37:32.721760 bus /gobi_1: Setting Powered False\u000a01:37:33.825117 bus /gobi_1: Setting Powered False\u000a01:37:34.936319 bus /gobi_0: Setting Powered False\u000a01:37:36.041428 bus /gobi_0: Setting Powered False\u000a01:37:37.149114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7568): Process ended prematurely: osmo-stp_10.42.42.5(pid=7568) [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7568)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7568): Process ended prematurely: osmo-stp_10.42.42.5(pid=7568) [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a01:37:38.218424 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.230125 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:38.369641 tst ping.py: using LAC 18167\u000a01:37:38.494722 tst ping.py: using RAC 62\u000a01:37:38.617669 tst ping.py: using CellId 18167\u000a01:37:38.740781 tst ping.py: using BVCI 18168\u000a01:37:38.764738 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.775939 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.787006 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.798542 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.810066 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.821527 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.833192 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:38.845006 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:39.129995 tst ping.py:19: start network...\u000a01:37:39.261070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:39.764116 run create_hlr_db(pid=7562): Launched\u000a01:37:39.947897 bus /gobi_6: Setting Powered False\u000a01:37:40.967383 run create_hlr_db(pid=7562): Terminated: ok {rc=0}\u000a01:37:41.386255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7564): Launched\u000a01:37:41.700632 run osmo-hlr_10.42.42.2(pid=7565): Launched\u000a01:37:41.815157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:42.364875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7567): Launched\u000a01:37:42.680719 run osmo-stp_10.42.42.5(pid=7568): Launched\u000a01:37:42.794820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:43.344287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7570): Launched\u000a01:37:43.455996 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:43.730902 run patchelf(pid=7571): Launched\u000a01:37:43.916178 run osmo-stp_10.42.42.5(pid=7568): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7568)]\u000a01:37:44.051265 run osmo-stp_10.42.42.5(pid=7568): stdout: \u000a| (launched: 2022-12-09_01:37:42.525595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:44.186817 run osmo-stp_10.42.42.5(pid=7568): stderr: \u000a| �[0;m�[38;5;43m20221209013742717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013742717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013742718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013742718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013742718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013742719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013742719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:44.317360 run osmo-stp_10.42.42.5(pid=7568): stdout: \u000a| (launched: 2022-12-09_01:37:42.525595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:44.446437 run osmo-stp_10.42.42.5(pid=7568): stderr: \u000a| �[0;m�[38;5;43m20221209013742717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013742717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013742718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013742718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013742718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013742719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013742719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:44.596895 run patchelf(pid=7571): Terminating (SIGINT)\u000a01:37:44.774085 run patchelf(pid=7571): Terminated: ok {rc=0}\u000a01:37:44.806250 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7568): Process ended prematurely: osmo-stp_10.42.42.5(pid=7568) [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7568)] [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a01:37:44.815528 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:37:44.878538 run osmo-hlr_10.42.42.2(pid=7565): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7565)]\u000a01:37:44.930213 run osmo-hlr_10.42.42.2(pid=7565): stdout: \u000a| (launched: 2022-12-09_01:37:41.546034) \u000a01:37:44.982529 run osmo-hlr_10.42.42.2(pid=7565): stderr: \u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013741743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013741756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013741764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013741764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013741764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:45.026844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7564): Terminating (SIGTERM)\u000a01:37:45.068648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7567): Terminating (SIGTERM)\u000a01:37:45.110347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7570): Terminating (SIGTERM)\u000a01:37:45.119888 --- ParallelTerminationStrategy: PID 7564 died...\u000a01:37:45.175742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7564): Terminated: ok {rc=0}\u000a01:37:45.185777 --- ParallelTerminationStrategy: PID 7567 died...\u000a01:37:45.241308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7567): Terminated: ok {rc=0}\u000a01:37:45.251257 --- ParallelTerminationStrategy: PID 7570 died...\u000a01:37:45.308079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7570): Terminated: ok {rc=0}\u000a01:37:45.394148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7578): Process ended prematurely: osmo-stp_10.42.42.5(pid=7578) [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7578)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7578): Process ended prematurely: osmo-stp_10.42.42.5(pid=7578) [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a01:37:46.451639 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:46.465306 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:37:46.614698 tst ping_idle_ping.py: using LAC 18168\u000a01:37:46.743039 tst ping_idle_ping.py: using RAC 63\u000a01:37:46.895660 tst ping_idle_ping.py: using CellId 18168\u000a01:37:47.027237 tst ping_idle_ping.py: using BVCI 18169\u000a01:37:47.050698 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.062626 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.073914 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.085857 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.097929 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.111649 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.123161 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:37:47.135413 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:37:47.409650 tst ping_idle_ping.py:24: start network...\u000a01:37:47.533320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:48.004118 run create_hlr_db(pid=7572): Launched\u000a01:37:48.176141 bus /gobi_6: Setting Powered False\u000a01:37:49.196748 run create_hlr_db(pid=7572): Terminated: ok {rc=0}\u000a01:37:49.592242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7574): Launched\u000a01:37:49.889444 run osmo-hlr_10.42.42.2(pid=7575): Launched\u000a01:37:50.001008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:37:50.525200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7577): Launched\u000a01:37:50.822804 run osmo-stp_10.42.42.5(pid=7578): Launched\u000a01:37:50.931550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:37:51.451682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7580): Launched\u000a01:37:51.557418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:37:51.817899 run patchelf(pid=7581): Launched\u000a01:37:51.992589 run osmo-stp_10.42.42.5(pid=7578): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7578)]\u000a01:37:52.120724 run osmo-stp_10.42.42.5(pid=7578): stdout: \u000a| (launched: 2022-12-09_01:37:50.675344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:52.249314 run osmo-stp_10.42.42.5(pid=7578): stderr: \u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013750845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:52.372334 run osmo-stp_10.42.42.5(pid=7578): stdout: \u000a| (launched: 2022-12-09_01:37:50.675344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:37:52.494405 run osmo-stp_10.42.42.5(pid=7578): stderr: \u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013750844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013750845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013750845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:37:52.636539 run patchelf(pid=7581): Terminating (SIGINT)\u000a01:37:52.803448 run patchelf(pid=7581): Terminated: ok {rc=0}\u000a01:37:52.833943 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7578): Process ended prematurely: osmo-stp_10.42.42.5(pid=7578) [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7578)] [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a01:37:52.842733 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:37:52.903500 run osmo-hlr_10.42.42.2(pid=7575): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7575)]\u000a01:37:52.952743 run osmo-hlr_10.42.42.2(pid=7575): stdout: \u000a| (launched: 2022-12-09_01:37:49.743227) \u000a01:37:53.003058 run osmo-hlr_10.42.42.2(pid=7575): stderr: \u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013749921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013749933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013749941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013749941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013749942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:37:53.045302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7574): Terminating (SIGTERM)\u000a01:37:53.085228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7577): Terminating (SIGTERM)\u000a01:37:53.125194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7580): Terminating (SIGTERM)\u000a01:37:53.134588 --- ParallelTerminationStrategy: PID 7574 died...\u000a01:37:53.188057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7574): Terminated: ok {rc=0}\u000a01:37:53.197680 --- ParallelTerminationStrategy: PID 7577 died...\u000a01:37:53.250996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7577): Terminated: ok {rc=0}\u000a01:37:53.260420 --- ParallelTerminationStrategy: PID 7580 died...\u000a01:37:53.313258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7580): Terminated: ok {rc=0}\u000a01:37:53.396060 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:36:55" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:37:55.544450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:55.556068 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:37:55.699350 tst cs_paging_gprs_active.py: using LAC 18169\u000a01:37:55.827582 tst cs_paging_gprs_active.py: using RAC 64\u000a01:37:55.954233 tst cs_paging_gprs_active.py: using CellId 18169\u000a01:37:56.084694 tst cs_paging_gprs_active.py: using BVCI 18170\u000a01:37:56.109528 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.120915 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.132204 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.143675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.155090 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.166546 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.178380 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.189953 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:37:56.201738 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:56.318142 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:37:56.610770 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:37:56.745561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:57.080379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Launched\u000a01:37:57.357057 run iperf3-srv_10.42.42.10(pid=7586): Launched\u000a01:37:57.554093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:37:57.688319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:37:58.023148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Launched\u000a01:37:58.300641 run iperf3-srv_10.42.42.10(pid=7588): Launched\u000a01:37:58.497554 tst cs_paging_gprs_active.py:38: start network...\u000a01:37:58.631354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:37:59.146892 run create_hlr_db(pid=7589): Launched\u000a01:37:59.333324 bus /gobi_6: Setting Powered False\u000a01:38:00.354311 run create_hlr_db(pid=7589): Terminated: ok {rc=0}\u000a01:38:00.760729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Launched\u000a01:38:01.180497 run osmo-hlr_10.42.42.2(pid=7592): Launched\u000a01:38:01.391133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:02.090490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Launched\u000a01:38:02.539772 run osmo-stp_10.42.42.5(pid=7644): Launched\u000a01:38:02.866202 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:03.617197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Launched\u000a01:38:03.761090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:04.100485 run patchelf(pid=7765): Launched\u000a01:38:04.324381 run osmo-stp_10.42.42.5(pid=7644): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)]\u000a01:38:04.492928 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-09_01:38:02.259330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:04.651221 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013802628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:04.807581 run osmo-stp_10.42.42.5(pid=7644): stdout: \u000a| (launched: 2022-12-09_01:38:02.259330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:04.944037 run osmo-stp_10.42.42.5(pid=7644): stderr: \u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013802627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013802628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013802628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:05.099821 run patchelf(pid=7765): Terminating (SIGINT)\u000a01:38:05.272858 run patchelf(pid=7765): Terminated: ok {rc=0}\u000a01:38:05.305532 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7644): Process ended prematurely: osmo-stp_10.42.42.5(pid=7644) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7644)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:38:05.316070 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a01:38:05.381690 run osmo-hlr_10.42.42.2(pid=7592): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7592)]\u000a01:38:05.434101 run osmo-hlr_10.42.42.2(pid=7592): stdout: \u000a| (launched: 2022-12-09_01:38:00.921721) \u000a01:38:05.486733 run osmo-hlr_10.42.42.2(pid=7592): stderr: \u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013801160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013801189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013801206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013801206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013801206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:05.530244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Terminating (SIGTERM)\u000a01:38:05.575421 run iperf3-srv_10.42.42.10(pid=7586): Terminating (SIGTERM)\u000a01:38:05.619349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Terminating (SIGTERM)\u000a01:38:05.663712 run iperf3-srv_10.42.42.10(pid=7588): Terminating (SIGTERM)\u000a01:38:05.709361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Terminating (SIGTERM)\u000a01:38:05.753739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminating (SIGTERM)\u000a01:38:05.798458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Terminating (SIGTERM)\u000a01:38:05.809958 --- ParallelTerminationStrategy: PID 7585 died...\u000a01:38:05.868315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Terminated: ok {rc=0}\u000a01:38:05.878853 --- ParallelTerminationStrategy: PID 7586 died...\u000a01:38:05.933982 run iperf3-srv_10.42.42.10(pid=7586): Terminated {rc=256}\u000a01:38:05.945362 --- ParallelTerminationStrategy: PID 7587 died...\u000a01:38:06.001958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Terminated: ok {rc=0}\u000a01:38:06.012389 --- ParallelTerminationStrategy: PID 7588 died...\u000a01:38:06.068175 run iperf3-srv_10.42.42.10(pid=7588): Terminated {rc=256}\u000a01:38:06.078858 --- ParallelTerminationStrategy: PID 7591 died...\u000a01:38:06.135364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Terminated: ok {rc=0}\u000a01:38:06.146051 --- ParallelTerminationStrategy: PID 7636 died...\u000a01:38:06.206076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7636): Terminated: ok {rc=0}\u000a01:38:06.216527 --- ParallelTerminationStrategy: PID 7715 died...\u000a01:38:06.271308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7715): Terminated: ok {rc=0}\u000a01:38:06.359188 bus /gobi_0: Setting Powered False\u000a01:38:07.465689 bus /gobi_0: Setting Powered False\u000a01:38:08.579937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7879): Process ended prematurely: osmo-stp_10.42.42.5(pid=7879) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7879)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7879): Process ended prematurely: osmo-stp_10.42.42.5(pid=7879) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:38:09.700297 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:09.714368 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:09.858745 tst iperf3.py: using LAC 18170\u000a01:38:09.990815 tst iperf3.py: using RAC 65\u000a01:38:10.118881 tst iperf3.py: using CellId 18170\u000a01:38:10.248022 tst iperf3.py: using BVCI 18171\u000a01:38:10.274484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.287341 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.299664 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.313281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.325978 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.338897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.351589 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.364705 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:10.377501 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:10.683374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:10.822118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:11.175907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7871): Launched\u000a01:38:11.476648 run iperf3-srv_10.42.42.10(pid=7872): Launched\u000a01:38:11.682669 tst iperf3.py:8: start network...\u000a01:38:11.821945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:12.384342 run create_hlr_db(pid=7873): Launched\u000a01:38:12.576245 bus /gobi_6: Setting Powered False\u000a01:38:13.598765 run create_hlr_db(pid=7873): Terminated: ok {rc=0}\u000a01:38:14.050570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7875): Launched\u000a01:38:14.488791 run osmo-hlr_10.42.42.2(pid=7876): Launched\u000a01:38:14.650091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:15.302260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7878): Launched\u000a01:38:15.729784 run osmo-stp_10.42.42.5(pid=7879): Launched\u000a01:38:15.993661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:16.657235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7881): Launched\u000a01:38:16.769710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:17.055023 run patchelf(pid=7882): Launched\u000a01:38:17.235944 run osmo-stp_10.42.42.5(pid=7879): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7879)]\u000a01:38:17.368904 run osmo-stp_10.42.42.5(pid=7879): stdout: \u000a| (launched: 2022-12-09_01:38:15.471535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:17.502382 run osmo-stp_10.42.42.5(pid=7879): stderr: \u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013815768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:17.631265 run osmo-stp_10.42.42.5(pid=7879): stdout: \u000a| (launched: 2022-12-09_01:38:15.471535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:17.758550 run osmo-stp_10.42.42.5(pid=7879): stderr: \u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013815767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013815768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:17.907583 run patchelf(pid=7882): Terminating (SIGINT)\u000a01:38:18.081679 run patchelf(pid=7882): Terminated: ok {rc=0}\u000a01:38:18.114415 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7879): Process ended prematurely: osmo-stp_10.42.42.5(pid=7879) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7879)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a01:38:18.124696 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a01:38:18.190085 run osmo-hlr_10.42.42.2(pid=7876): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7876)]\u000a01:38:18.241679 run osmo-hlr_10.42.42.2(pid=7876): stdout: \u000a| (launched: 2022-12-09_01:38:14.219768) \u000a01:38:18.295065 run osmo-hlr_10.42.42.2(pid=7876): stderr: \u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013814531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013814552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:18.339199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7871): Terminating (SIGTERM)\u000a01:38:18.382792 run iperf3-srv_10.42.42.10(pid=7872): Terminating (SIGTERM)\u000a01:38:18.424600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7875): Terminating (SIGTERM)\u000a01:38:18.468038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7878): Terminating (SIGTERM)\u000a01:38:18.515330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7881): Terminating (SIGTERM)\u000a01:38:18.525947 --- ParallelTerminationStrategy: PID 7871 died...\u000a01:38:18.585736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7871): Terminated: ok {rc=0}\u000a01:38:18.596366 --- ParallelTerminationStrategy: PID 7872 died...\u000a01:38:18.652485 run iperf3-srv_10.42.42.10(pid=7872): Terminated {rc=256}\u000a01:38:18.664058 --- ParallelTerminationStrategy: PID 7875 died...\u000a01:38:18.720136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7875): Terminated: ok {rc=0}\u000a01:38:18.731748 --- ParallelTerminationStrategy: PID 7878 died...\u000a01:38:18.789112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7878): Terminated: ok {rc=0}\u000a01:38:18.799697 --- ParallelTerminationStrategy: PID 7881 died...\u000a01:38:18.855973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7881): Terminated: ok {rc=0}\u000a01:38:18.944575 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:38:20.061039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.073679 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:20.214823 tst iperf3m4.py: using LAC 18171\u000a01:38:20.340248 tst iperf3m4.py: using RAC 66\u000a01:38:20.465619 tst iperf3m4.py: using CellId 18171\u000a01:38:20.592121 tst iperf3m4.py: using BVCI 18172\u000a01:38:20.616276 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.628671 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.641858 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.653815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.666141 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.678371 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.693535 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.706461 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:20.720621 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:20.848539 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:20.970462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:21.089531 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:21.378800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:38:21.510075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:21.849684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7883): Launched\u000a01:38:22.133667 run iperf3-srv_10.42.42.10(pid=7884): Launched\u000a01:38:22.325746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:38:22.456673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:22.796925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7885): Launched\u000a01:38:23.082482 run iperf3-srv_10.42.42.10(pid=7886): Launched\u000a01:38:23.272843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:38:23.404324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:23.744714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Launched\u000a01:38:24.027814 run iperf3-srv_10.42.42.10(pid=7888): Launched\u000a01:38:24.219607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:38:24.351187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:24.691709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Launched\u000a01:38:24.983725 run iperf3-srv_10.42.42.10(pid=7890): Launched\u000a01:38:25.184722 tst iperf3m4.py:8: start network...\u000a01:38:25.322182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:25.879763 run create_hlr_db(pid=7891): Launched\u000a01:38:26.069574 bus /gobi_6: Setting Powered False\u000a01:38:27.087932 run create_hlr_db(pid=7891): Terminated: ok {rc=0}\u000a01:38:27.491149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Launched\u000a01:38:27.792807 run osmo-hlr_10.42.42.2(pid=7894): Launched\u000a01:38:27.904068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:28.430986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Launched\u000a01:38:28.734188 run osmo-stp_10.42.42.5(pid=7897): Launched\u000a01:38:28.845588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:29.371233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Launched\u000a01:38:29.479055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:29.744092 run patchelf(pid=7900): Launched\u000a01:38:29.921776 run osmo-stp_10.42.42.5(pid=7897): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)]\u000a01:38:30.051858 run osmo-stp_10.42.42.5(pid=7897): stdout: \u000a| (launched: 2022-12-09_01:38:28.584165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:30.182372 run osmo-stp_10.42.42.5(pid=7897): stderr: \u000a| �[0;m�[38;5;43m20221209013828750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013828751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013828751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013828751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:30.307652 run osmo-stp_10.42.42.5(pid=7897): stdout: \u000a| (launched: 2022-12-09_01:38:28.584165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:30.431954 run osmo-stp_10.42.42.5(pid=7897): stderr: \u000a| �[0;m�[38;5;43m20221209013828750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013828751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013828751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013828751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013828752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:30.577354 run patchelf(pid=7900): Terminating (SIGINT)\u000a01:38:30.747885 run patchelf(pid=7900): Terminated: ok {rc=0}\u000a01:38:30.779353 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7897): Process ended prematurely: osmo-stp_10.42.42.5(pid=7897) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7897)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:38:30.788730 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:38:30.849924 run osmo-hlr_10.42.42.2(pid=7894): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7894)]\u000a01:38:30.909842 run osmo-hlr_10.42.42.2(pid=7894): stdout: \u000a| (launched: 2022-12-09_01:38:27.643619) \u000a01:38:30.962094 run osmo-hlr_10.42.42.2(pid=7894): stderr: \u000a| �[0;m�[1;31m20221209013827817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013827817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013827817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013827818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013827818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013827818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013827831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013827841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013827841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013827842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:31.005541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7883): Terminating (SIGTERM)\u000a01:38:31.049303 run iperf3-srv_10.42.42.10(pid=7884): Terminating (SIGTERM)\u000a01:38:31.104089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7885): Terminating (SIGTERM)\u000a01:38:31.157435 run iperf3-srv_10.42.42.10(pid=7886): Terminating (SIGTERM)\u000a01:38:31.212869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Terminating (SIGTERM)\u000a01:38:31.271573 run iperf3-srv_10.42.42.10(pid=7888): Terminating (SIGTERM)\u000a01:38:31.325422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Terminating (SIGTERM)\u000a01:38:31.381687 run iperf3-srv_10.42.42.10(pid=7890): Terminating (SIGTERM)\u000a01:38:31.433403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Terminating (SIGTERM)\u000a01:38:31.486248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Terminating (SIGTERM)\u000a01:38:31.538113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Terminating (SIGTERM)\u000a01:38:31.549632 --- ParallelTerminationStrategy: PID 7883 died...\u000a01:38:31.618753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7883): Terminated: ok {rc=0}\u000a01:38:31.631611 --- ParallelTerminationStrategy: PID 7884 died...\u000a01:38:31.700759 run iperf3-srv_10.42.42.10(pid=7884): Terminated {rc=256}\u000a01:38:31.714141 --- ParallelTerminationStrategy: PID 7885 died...\u000a01:38:31.781929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7885): Terminated: ok {rc=0}\u000a01:38:31.795073 --- ParallelTerminationStrategy: PID 7886 died...\u000a01:38:31.865245 run iperf3-srv_10.42.42.10(pid=7886): Terminated {rc=256}\u000a01:38:31.878191 --- ParallelTerminationStrategy: PID 7887 died...\u000a01:38:31.945645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7887): Terminated: ok {rc=0}\u000a01:38:31.958640 --- ParallelTerminationStrategy: PID 7888 died...\u000a01:38:32.026983 run iperf3-srv_10.42.42.10(pid=7888): Terminated {rc=256}\u000a01:38:32.039964 --- ParallelTerminationStrategy: PID 7889 died...\u000a01:38:32.106797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7889): Terminated: ok {rc=0}\u000a01:38:32.119796 --- ParallelTerminationStrategy: PID 7890 died...\u000a01:38:32.188202 run iperf3-srv_10.42.42.10(pid=7890): Terminated {rc=256}\u000a01:38:32.201150 --- ParallelTerminationStrategy: PID 7893 died...\u000a01:38:32.265322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7893): Terminated: ok {rc=0}\u000a01:38:32.275761 --- ParallelTerminationStrategy: PID 7896 died...\u000a01:38:32.332033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7896): Terminated: ok {rc=0}\u000a01:38:32.342693 --- ParallelTerminationStrategy: PID 7899 died...\u000a01:38:32.397527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7899): Terminated: ok {rc=0}\u000a01:38:32.483325 bus /gobi_4: Setting Powered False\u000a01:38:33.586122 bus /gobi_4: Setting Powered False\u000a01:38:34.698383 bus /gobi_1: Setting Powered False\u000a01:38:35.802238 bus /gobi_1: Setting Powered False\u000a01:38:36.913446 bus /gobi_0: Setting Powered False\u000a01:38:38.017149 bus /gobi_0: Setting Powered False\u000a01:38:39.129375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7907): Process ended prematurely: osmo-stp_10.42.42.5(pid=7907) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7907)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7907): Process ended prematurely: osmo-stp_10.42.42.5(pid=7907) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:38:40.196735 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.208504 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:40.341232 tst ping.py: using LAC 18172\u000a01:38:40.458645 tst ping.py: using RAC 67\u000a01:38:40.587726 tst ping.py: using CellId 18172\u000a01:38:40.710209 tst ping.py: using BVCI 18173\u000a01:38:40.734568 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.746314 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.757805 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.769525 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.780922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.792209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.803769 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:40.815109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:41.104088 tst ping.py:19: start network...\u000a01:38:41.235433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:41.739577 run create_hlr_db(pid=7901): Launched\u000a01:38:41.923608 bus /gobi_6: Setting Powered False\u000a01:38:42.944147 run create_hlr_db(pid=7901): Terminated: ok {rc=0}\u000a01:38:43.341836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7903): Launched\u000a01:38:43.637689 run osmo-hlr_10.42.42.2(pid=7904): Launched\u000a01:38:43.753943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:44.278999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7906): Launched\u000a01:38:44.574477 run osmo-stp_10.42.42.5(pid=7907): Launched\u000a01:38:44.683090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:45.203746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7909): Launched\u000a01:38:45.308730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:45.566948 run patchelf(pid=7910): Launched\u000a01:38:45.740657 run osmo-stp_10.42.42.5(pid=7907): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7907)]\u000a01:38:45.868836 run osmo-stp_10.42.42.5(pid=7907): stdout: \u000a| (launched: 2022-12-09_01:38:44.428358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:46.014152 run osmo-stp_10.42.42.5(pid=7907): stderr: \u000a| �[0;m�[38;5;43m20221209013844598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013844599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013844599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013844599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:46.140697 run osmo-stp_10.42.42.5(pid=7907): stdout: \u000a| (launched: 2022-12-09_01:38:44.428358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:46.265859 run osmo-stp_10.42.42.5(pid=7907): stderr: \u000a| �[0;m�[38;5;43m20221209013844598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013844599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013844599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013844599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013844600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:46.411790 run patchelf(pid=7910): Terminating (SIGINT)\u000a01:38:46.583500 run patchelf(pid=7910): Terminated: ok {rc=0}\u000a01:38:46.615439 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7907): Process ended prematurely: osmo-stp_10.42.42.5(pid=7907) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7907)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a01:38:46.625108 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:38:46.690330 run osmo-hlr_10.42.42.2(pid=7904): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7904)]\u000a01:38:46.743582 run osmo-hlr_10.42.42.2(pid=7904): stdout: \u000a| (launched: 2022-12-09_01:38:43.491449) \u000a01:38:46.796269 run osmo-hlr_10.42.42.2(pid=7904): stderr: \u000a| �[0;m�[1;31m20221209013843666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013843666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013843666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013843679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013843688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013843688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013843688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:46.841058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7903): Terminating (SIGTERM)\u000a01:38:46.883571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7906): Terminating (SIGTERM)\u000a01:38:46.926507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7909): Terminating (SIGTERM)\u000a01:38:46.936940 --- ParallelTerminationStrategy: PID 7903 died...\u000a01:38:46.995625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7903): Terminated: ok {rc=0}\u000a01:38:47.006350 --- ParallelTerminationStrategy: PID 7906 died...\u000a01:38:47.063490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7906): Terminated: ok {rc=0}\u000a01:38:47.074246 --- ParallelTerminationStrategy: PID 7909 died...\u000a01:38:47.131147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7909): Terminated: ok {rc=0}\u000a01:38:47.217504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:38:48.270917 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.283240 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:38:48.423812 tst ping_idle_ping.py: using LAC 18173\u000a01:38:48.547965 tst ping_idle_ping.py: using RAC 68\u000a01:38:48.674000 tst ping_idle_ping.py: using CellId 18173\u000a01:38:48.799173 tst ping_idle_ping.py: using BVCI 18174\u000a01:38:48.823416 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.834923 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.846220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.857438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.868548 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.880588 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.892010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:38:48.903320 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:38:49.192492 tst ping_idle_ping.py:24: start network...\u000a01:38:49.324895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:38:49.834715 run create_hlr_db(pid=7911): Launched\u000a01:38:50.020166 bus /gobi_6: Setting Powered False\u000a01:38:51.040574 run create_hlr_db(pid=7911): Terminated: ok {rc=0}\u000a01:38:51.440440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Launched\u000a01:38:51.740030 run osmo-hlr_10.42.42.2(pid=7914): Launched\u000a01:38:51.856023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:38:52.380574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Launched\u000a01:38:52.678172 run osmo-stp_10.42.42.5(pid=7917): Launched\u000a01:38:52.786798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:38:53.305758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Launched\u000a01:38:53.411580 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:38:53.670910 run patchelf(pid=7920): Launched\u000a01:38:53.845056 run osmo-stp_10.42.42.5(pid=7917): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)]\u000a01:38:53.972646 run osmo-stp_10.42.42.5(pid=7917): stdout: \u000a| (launched: 2022-12-09_01:38:52.530806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:54.100666 run osmo-stp_10.42.42.5(pid=7917): stderr: \u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013852701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013852701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013852701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013852702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:54.224025 run osmo-stp_10.42.42.5(pid=7917): stdout: \u000a| (launched: 2022-12-09_01:38:52.530806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:38:54.345639 run osmo-stp_10.42.42.5(pid=7917): stderr: \u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013852700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013852701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013852701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013852701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013852702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:38:54.487776 run patchelf(pid=7920): Terminating (SIGINT)\u000a01:38:54.654801 run patchelf(pid=7920): Terminated: ok {rc=0}\u000a01:38:54.685398 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7917): Process ended prematurely: osmo-stp_10.42.42.5(pid=7917) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7917)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:38:54.694094 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:38:54.754723 run osmo-hlr_10.42.42.2(pid=7914): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7914)]\u000a01:38:54.803976 run osmo-hlr_10.42.42.2(pid=7914): stdout: \u000a| (launched: 2022-12-09_01:38:51.590678) \u000a01:38:54.854030 run osmo-hlr_10.42.42.2(pid=7914): stderr: \u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013851767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013851779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013851789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013851790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013851790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:38:54.896260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Terminating (SIGTERM)\u000a01:38:54.936327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Terminating (SIGTERM)\u000a01:38:54.976398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Terminating (SIGTERM)\u000a01:38:54.985921 --- ParallelTerminationStrategy: PID 7913 died...\u000a01:38:55.039301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7913): Terminated: ok {rc=0}\u000a01:38:55.048902 --- ParallelTerminationStrategy: PID 7916 died...\u000a01:38:55.102200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7916): Terminated: ok {rc=0}\u000a01:38:55.111749 --- ParallelTerminationStrategy: PID 7919 died...\u000a01:38:55.164583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7919): Terminated: ok {rc=0}\u000a01:38:55.248198 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:37:55" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7936): Process ended prematurely: osmo-stp_10.42.42.5(pid=7936) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7936)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7936): Process ended prematurely: osmo-stp_10.42.42.5(pid=7936) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:38:57.379061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.390148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:38:57.541787 tst cs_paging_gprs_active.py: using LAC 18174\u000a01:38:57.662566 tst cs_paging_gprs_active.py: using RAC 69\u000a01:38:57.781688 tst cs_paging_gprs_active.py: using CellId 18174\u000a01:38:57.906116 tst cs_paging_gprs_active.py: using BVCI 18175\u000a01:38:57.929290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.940196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.951045 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.962207 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.973309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.984383 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:57.995581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:58.006607 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:38:58.017934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:58.138833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:38:58.417989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:38:58.543901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:58.857964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7926): Launched\u000a01:38:59.119226 run iperf3-srv_10.42.42.10(pid=7927): Launched\u000a01:38:59.303449 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:38:59.429646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:38:59.744126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7928): Launched\u000a01:39:00.005804 run iperf3-srv_10.42.42.10(pid=7929): Launched\u000a01:39:00.190523 tst cs_paging_gprs_active.py:38: start network...\u000a01:39:00.317566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:00.796063 run create_hlr_db(pid=7930): Launched\u000a01:39:00.974085 bus /gobi_6: Setting Powered False\u000a01:39:02.008430 run create_hlr_db(pid=7930): Terminated: ok {rc=0}\u000a01:39:02.446611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7932): Launched\u000a01:39:02.770291 run osmo-hlr_10.42.42.2(pid=7933): Launched\u000a01:39:02.891374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:03.425676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7935): Launched\u000a01:39:03.729428 run osmo-stp_10.42.42.5(pid=7936): Launched\u000a01:39:03.840105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:04.369360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7938): Launched\u000a01:39:04.477568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:04.744737 run patchelf(pid=7939): Launched\u000a01:39:04.922851 run osmo-stp_10.42.42.5(pid=7936): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7936)]\u000a01:39:05.053430 run osmo-stp_10.42.42.5(pid=7936): stdout: \u000a| (launched: 2022-12-09_01:39:03.579785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:05.184405 run osmo-stp_10.42.42.5(pid=7936): stderr: \u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013903750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:05.310257 run osmo-stp_10.42.42.5(pid=7936): stdout: \u000a| (launched: 2022-12-09_01:39:03.579785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:05.434709 run osmo-stp_10.42.42.5(pid=7936): stderr: \u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013903750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013903750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013903751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:05.579723 run patchelf(pid=7939): Terminating (SIGINT)\u000a01:39:05.751308 run patchelf(pid=7939): Terminated: ok {rc=0}\u000a01:39:05.782747 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7936): Process ended prematurely: osmo-stp_10.42.42.5(pid=7936) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7936)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:39:05.791921 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a01:39:05.852848 run osmo-hlr_10.42.42.2(pid=7933): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7933)]\u000a01:39:05.902292 run osmo-hlr_10.42.42.2(pid=7933): stdout: \u000a| (launched: 2022-12-09_01:39:02.611601) \u000a01:39:05.952301 run osmo-hlr_10.42.42.2(pid=7933): stderr: \u000a| �[0;m�[1;31m20221209013902810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013902810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013902811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013902811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013902811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013902811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013902823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013902832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013902832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013902832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:05.994897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7926): Terminating (SIGTERM)\u000a01:39:06.034982 run iperf3-srv_10.42.42.10(pid=7927): Terminating (SIGTERM)\u000a01:39:06.074806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7928): Terminating (SIGTERM)\u000a01:39:06.115127 run iperf3-srv_10.42.42.10(pid=7929): Terminating (SIGTERM)\u000a01:39:06.155041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7932): Terminating (SIGTERM)\u000a01:39:06.195245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7935): Terminating (SIGTERM)\u000a01:39:06.234992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7938): Terminating (SIGTERM)\u000a01:39:06.244410 --- ParallelTerminationStrategy: PID 7926 died...\u000a01:39:06.298449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7926): Terminated: ok {rc=0}\u000a01:39:06.307961 --- ParallelTerminationStrategy: PID 7927 died...\u000a01:39:06.361116 run iperf3-srv_10.42.42.10(pid=7927): Terminated {rc=256}\u000a01:39:06.370692 --- ParallelTerminationStrategy: PID 7928 died...\u000a01:39:06.423417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7928): Terminated: ok {rc=0}\u000a01:39:06.433195 --- ParallelTerminationStrategy: PID 7929 died...\u000a01:39:06.486326 run iperf3-srv_10.42.42.10(pid=7929): Terminated {rc=256}\u000a01:39:06.495862 --- ParallelTerminationStrategy: PID 7932 died...\u000a01:39:06.549138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7932): Terminated: ok {rc=0}\u000a01:39:06.558715 --- ParallelTerminationStrategy: PID 7935 died...\u000a01:39:06.611753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7935): Terminated: ok {rc=0}\u000a01:39:06.621612 --- ParallelTerminationStrategy: PID 7938 died...\u000a01:39:06.674572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7938): Terminated: ok {rc=0}\u000a01:39:06.761896 bus /gobi_0: Setting Powered False\u000a01:39:07.871609 bus /gobi_0: Setting Powered False\u000a01:39:08.978739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7948): Process ended prematurely: osmo-stp_10.42.42.5(pid=7948) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7948)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7948): Process ended prematurely: osmo-stp_10.42.42.5(pid=7948) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:39:10.087025 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.098692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:10.259427 tst iperf3.py: using LAC 18175\u000a01:39:10.375559 tst iperf3.py: using RAC 70\u000a01:39:10.492482 tst iperf3.py: using CellId 18175\u000a01:39:10.608843 tst iperf3.py: using BVCI 18176\u000a01:39:10.631831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.642936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.653882 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.665153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.676218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.687299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.698568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.709975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:10.721293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:11.010910 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:39:11.137196 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:11.450805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7940): Launched\u000a01:39:11.711184 run iperf3-srv_10.42.42.10(pid=7941): Launched\u000a01:39:11.895370 tst iperf3.py:8: start network...\u000a01:39:12.021492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:12.496112 run create_hlr_db(pid=7942): Launched\u000a01:39:12.669281 bus /gobi_6: Setting Powered False\u000a01:39:13.702986 run create_hlr_db(pid=7942): Terminated: ok {rc=0}\u000a01:39:14.110819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7944): Launched\u000a01:39:14.414596 run osmo-hlr_10.42.42.2(pid=7945): Launched\u000a01:39:14.530039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:15.059007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7947): Launched\u000a01:39:15.360595 run osmo-stp_10.42.42.5(pid=7948): Launched\u000a01:39:15.470539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:16.030248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7950): Launched\u000a01:39:16.165961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:16.471840 run patchelf(pid=7951): Launched\u000a01:39:16.653676 run osmo-stp_10.42.42.5(pid=7948): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7948)]\u000a01:39:16.787181 run osmo-stp_10.42.42.5(pid=7948): stdout: \u000a| (launched: 2022-12-09_01:39:15.212284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:16.941552 run osmo-stp_10.42.42.5(pid=7948): stderr: \u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013915384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:17.072932 run osmo-stp_10.42.42.5(pid=7948): stdout: \u000a| (launched: 2022-12-09_01:39:15.212284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:17.203663 run osmo-stp_10.42.42.5(pid=7948): stderr: \u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013915383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013915384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013915384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:17.351361 run patchelf(pid=7951): Terminating (SIGINT)\u000a01:39:17.522445 run patchelf(pid=7951): Terminated: ok {rc=0}\u000a01:39:17.553941 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7948): Process ended prematurely: osmo-stp_10.42.42.5(pid=7948) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7948)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:39:17.563283 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:39:17.624421 run osmo-hlr_10.42.42.2(pid=7945): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7945)]\u000a01:39:17.673899 run osmo-hlr_10.42.42.2(pid=7945): stdout: \u000a| (launched: 2022-12-09_01:39:14.264488) \u000a01:39:17.724053 run osmo-hlr_10.42.42.2(pid=7945): stderr: \u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013914438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013914450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013914461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013914461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013914461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:17.766522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7940): Terminating (SIGTERM)\u000a01:39:17.806351 run iperf3-srv_10.42.42.10(pid=7941): Terminating (SIGTERM)\u000a01:39:17.846350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7944): Terminating (SIGTERM)\u000a01:39:17.886286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7947): Terminating (SIGTERM)\u000a01:39:17.926279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7950): Terminating (SIGTERM)\u000a01:39:17.935699 --- ParallelTerminationStrategy: PID 7940 died...\u000a01:39:17.989438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7940): Terminated: ok {rc=0}\u000a01:39:17.999239 --- ParallelTerminationStrategy: PID 7941 died...\u000a01:39:18.052391 run iperf3-srv_10.42.42.10(pid=7941): Terminated {rc=256}\u000a01:39:18.062232 --- ParallelTerminationStrategy: PID 7944 died...\u000a01:39:18.115804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7944): Terminated: ok {rc=0}\u000a01:39:18.125415 --- ParallelTerminationStrategy: PID 7947 died...\u000a01:39:18.178466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7947): Terminated: ok {rc=0}\u000a01:39:18.188175 --- ParallelTerminationStrategy: PID 7950 died...\u000a01:39:18.241741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7950): Terminated: ok {rc=0}\u000a01:39:18.330067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:39:19.439529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:19.454431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:19.612438 tst iperf3m4.py: using LAC 18176\u000a01:39:19.739267 tst iperf3m4.py: using RAC 71\u000a01:39:19.867165 tst iperf3m4.py: using CellId 18176\u000a01:39:19.994421 tst iperf3m4.py: using BVCI 18177\u000a01:39:20.019460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.030924 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.042202 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.054044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.065835 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.077612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.089545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.101299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:20.113358 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:20.234609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:20.354396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:20.469880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:20.751023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:39:20.877499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:21.191368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7952): Launched\u000a01:39:21.451564 run iperf3-srv_10.42.42.10(pid=7953): Launched\u000a01:39:21.635504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:39:21.760893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:22.074279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7954): Launched\u000a01:39:22.335649 run iperf3-srv_10.42.42.10(pid=7955): Launched\u000a01:39:22.520490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:39:22.645963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:22.958730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Launched\u000a01:39:23.218464 run iperf3-srv_10.42.42.10(pid=7957): Launched\u000a01:39:23.402439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:39:23.527886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:23.841350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Launched\u000a01:39:24.101701 run iperf3-srv_10.42.42.10(pid=7959): Launched\u000a01:39:24.284703 tst iperf3m4.py:8: start network...\u000a01:39:24.410470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:24.884478 run create_hlr_db(pid=7960): Launched\u000a01:39:25.057071 bus /gobi_6: Setting Powered False\u000a01:39:26.078748 run create_hlr_db(pid=7960): Terminated: ok {rc=0}\u000a01:39:26.481310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Launched\u000a01:39:26.782589 run osmo-hlr_10.42.42.2(pid=7963): Launched\u000a01:39:26.892063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:27.417120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Launched\u000a01:39:27.718934 run osmo-stp_10.42.42.5(pid=7966): Launched\u000a01:39:27.837989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:28.369547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Launched\u000a01:39:28.477468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:28.740600 run patchelf(pid=7969): Launched\u000a01:39:28.918262 run osmo-stp_10.42.42.5(pid=7966): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)]\u000a01:39:29.047446 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-09_01:39:27.570385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:29.177259 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221209013927741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013927741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013927742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013927742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013927742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013927743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013927743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:29.301861 run osmo-stp_10.42.42.5(pid=7966): stdout: \u000a| (launched: 2022-12-09_01:39:27.570385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:29.425403 run osmo-stp_10.42.42.5(pid=7966): stderr: \u000a| �[0;m�[38;5;43m20221209013927741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013927741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013927742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013927742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013927742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013927743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013927743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:29.569648 run patchelf(pid=7969): Terminating (SIGINT)\u000a01:39:29.739470 run patchelf(pid=7969): Terminated: ok {rc=0}\u000a01:39:29.770613 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7966): Process ended prematurely: osmo-stp_10.42.42.5(pid=7966) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7966)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:39:29.780055 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a01:39:29.841573 run osmo-hlr_10.42.42.2(pid=7963): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7963)]\u000a01:39:29.890898 run osmo-hlr_10.42.42.2(pid=7963): stdout: \u000a| (launched: 2022-12-09_01:39:26.633845) \u000a01:39:29.940821 run osmo-hlr_10.42.42.2(pid=7963): stderr: \u000a| �[0;m�[1;31m20221209013926805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013926805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013926805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013926805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013926805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013926806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013926818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013926826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013926827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013926827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:29.982793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7952): Terminating (SIGTERM)\u000a01:39:30.022598 run iperf3-srv_10.42.42.10(pid=7953): Terminating (SIGTERM)\u000a01:39:30.062581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7954): Terminating (SIGTERM)\u000a01:39:30.102484 run iperf3-srv_10.42.42.10(pid=7955): Terminating (SIGTERM)\u000a01:39:30.142065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Terminating (SIGTERM)\u000a01:39:30.181711 run iperf3-srv_10.42.42.10(pid=7957): Terminating (SIGTERM)\u000a01:39:30.221504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminating (SIGTERM)\u000a01:39:30.261103 run iperf3-srv_10.42.42.10(pid=7959): Terminating (SIGTERM)\u000a01:39:30.301186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminating (SIGTERM)\u000a01:39:30.340873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminating (SIGTERM)\u000a01:39:30.380523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Terminating (SIGTERM)\u000a01:39:30.389858 --- ParallelTerminationStrategy: PID 7952 died...\u000a01:39:30.443469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7952): Terminated: ok {rc=0}\u000a01:39:30.453136 --- ParallelTerminationStrategy: PID 7953 died...\u000a01:39:30.506026 run iperf3-srv_10.42.42.10(pid=7953): Terminated {rc=256}\u000a01:39:30.515744 --- ParallelTerminationStrategy: PID 7954 died...\u000a01:39:30.568590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7954): Terminated: ok {rc=0}\u000a01:39:30.578318 --- ParallelTerminationStrategy: PID 7955 died...\u000a01:39:30.631580 run iperf3-srv_10.42.42.10(pid=7955): Terminated {rc=256}\u000a01:39:30.641130 --- ParallelTerminationStrategy: PID 7956 died...\u000a01:39:30.694199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7956): Terminated: ok {rc=0}\u000a01:39:30.703903 --- ParallelTerminationStrategy: PID 7957 died...\u000a01:39:30.756921 run iperf3-srv_10.42.42.10(pid=7957): Terminated {rc=256}\u000a01:39:30.766796 --- ParallelTerminationStrategy: PID 7958 died...\u000a01:39:30.820525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7958): Terminated: ok {rc=0}\u000a01:39:30.830255 --- ParallelTerminationStrategy: PID 7959 died...\u000a01:39:30.884324 run iperf3-srv_10.42.42.10(pid=7959): Terminated {rc=256}\u000a01:39:30.894505 --- ParallelTerminationStrategy: PID 7962 died...\u000a01:39:30.948596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7962): Terminated: ok {rc=0}\u000a01:39:30.958867 --- ParallelTerminationStrategy: PID 7965 died...\u000a01:39:31.013181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7965): Terminated: ok {rc=0}\u000a01:39:31.023189 --- ParallelTerminationStrategy: PID 7968 died...\u000a01:39:31.077700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7968): Terminated: ok {rc=0}\u000a01:39:31.163920 bus /gobi_4: Setting Powered False\u000a01:39:32.285578 bus /gobi_4: Setting Powered False\u000a01:39:33.397794 bus /gobi_1: Setting Powered False\u000a01:39:34.501314 bus /gobi_1: Setting Powered False\u000a01:39:35.612889 bus /gobi_0: Setting Powered False\u000a01:39:36.715770 bus /gobi_0: Setting Powered False\u000a01:39:37.829049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7976): Process ended prematurely: osmo-stp_10.42.42.5(pid=7976) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7976)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7976): Process ended prematurely: osmo-stp_10.42.42.5(pid=7976) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:39:38.895381 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:38.907039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:39.057579 tst ping.py: using LAC 18177\u000a01:39:39.173705 tst ping.py: using RAC 72\u000a01:39:39.297953 tst ping.py: using CellId 18177\u000a01:39:39.421511 tst ping.py: using BVCI 18178\u000a01:39:39.445824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.457694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.469285 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.481052 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.492670 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.504272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.516446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:39.527832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:39.801084 tst ping.py:19: start network...\u000a01:39:39.924378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:40.393871 run create_hlr_db(pid=7970): Launched\u000a01:39:40.565602 bus /gobi_6: Setting Powered False\u000a01:39:41.586618 run create_hlr_db(pid=7970): Terminated: ok {rc=0}\u000a01:39:42.008932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7972): Launched\u000a01:39:42.329065 run osmo-hlr_10.42.42.2(pid=7973): Launched\u000a01:39:42.447063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:43.003182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7975): Launched\u000a01:39:43.321222 run osmo-stp_10.42.42.5(pid=7976): Launched\u000a01:39:43.435769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:43.989671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7978): Launched\u000a01:39:44.102490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:44.378766 run patchelf(pid=7979): Launched\u000a01:39:44.564721 run osmo-stp_10.42.42.5(pid=7976): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7976)]\u000a01:39:44.700740 run osmo-stp_10.42.42.5(pid=7976): stdout: \u000a| (launched: 2022-12-09_01:39:43.164473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:44.836587 run osmo-stp_10.42.42.5(pid=7976): stderr: \u000a| �[0;m�[38;5;43m20221209013943355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013943355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013943356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013943356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:44.968271 run osmo-stp_10.42.42.5(pid=7976): stdout: \u000a| (launched: 2022-12-09_01:39:43.164473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:45.098015 run osmo-stp_10.42.42.5(pid=7976): stderr: \u000a| �[0;m�[38;5;43m20221209013943355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013943355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013943356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013943356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013943357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:45.249247 run patchelf(pid=7979): Terminating (SIGINT)\u000a01:39:45.426743 run patchelf(pid=7979): Terminated: ok {rc=0}\u000a01:39:45.459018 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7976): Process ended prematurely: osmo-stp_10.42.42.5(pid=7976) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7976)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:39:45.468060 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:39:45.531008 run osmo-hlr_10.42.42.2(pid=7973): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7973)]\u000a01:39:45.582559 run osmo-hlr_10.42.42.2(pid=7973): stdout: \u000a| (launched: 2022-12-09_01:39:42.170703) \u000a01:39:45.634604 run osmo-hlr_10.42.42.2(pid=7973): stderr: \u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013942368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013942380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013942388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013942389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013942389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:45.678957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7972): Terminating (SIGTERM)\u000a01:39:45.720676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7975): Terminating (SIGTERM)\u000a01:39:45.762421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7978): Terminating (SIGTERM)\u000a01:39:45.772193 --- ParallelTerminationStrategy: PID 7972 died...\u000a01:39:45.828411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7972): Terminated: ok {rc=0}\u000a01:39:45.849283 --- ParallelTerminationStrategy: PID 7975 died...\u000a01:39:45.930833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7975): Terminated: ok {rc=0}\u000a01:39:45.944359 --- ParallelTerminationStrategy: PID 7978 died...\u000a01:39:46.001319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7978): Terminated: ok {rc=0}\u000a01:39:46.087204 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:39:47.137923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.150843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:39:47.309794 tst ping_idle_ping.py: using LAC 18178\u000a01:39:47.426771 tst ping_idle_ping.py: using RAC 73\u000a01:39:47.550351 tst ping_idle_ping.py: using CellId 18178\u000a01:39:47.674484 tst ping_idle_ping.py: using BVCI 18179\u000a01:39:47.698858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.710427 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.721830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.733372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.744758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.756566 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.768503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:39:47.779833 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:39:48.054811 tst ping_idle_ping.py:24: start network...\u000a01:39:48.178654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:48.648900 run create_hlr_db(pid=7980): Launched\u000a01:39:48.821177 bus /gobi_6: Setting Powered False\u000a01:39:49.843335 run create_hlr_db(pid=7980): Terminated: ok {rc=0}\u000a01:39:50.241878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Launched\u000a01:39:50.540170 run osmo-hlr_10.42.42.2(pid=7983): Launched\u000a01:39:50.649442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:39:51.164587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Launched\u000a01:39:51.462371 run osmo-stp_10.42.42.5(pid=7986): Launched\u000a01:39:51.571746 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:39:52.091189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Launched\u000a01:39:52.197363 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:39:52.457325 run patchelf(pid=7989): Launched\u000a01:39:52.632166 run osmo-stp_10.42.42.5(pid=7986): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)]\u000a01:39:52.760350 run osmo-stp_10.42.42.5(pid=7986): stdout: \u000a| (launched: 2022-12-09_01:39:51.315118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:52.888274 run osmo-stp_10.42.42.5(pid=7986): stderr: \u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013951484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:53.011695 run osmo-stp_10.42.42.5(pid=7986): stdout: \u000a| (launched: 2022-12-09_01:39:51.315118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:39:53.133580 run osmo-stp_10.42.42.5(pid=7986): stderr: \u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209013951483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209013951484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209013951484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:39:53.275936 run patchelf(pid=7989): Terminating (SIGINT)\u000a01:39:53.443006 run patchelf(pid=7989): Terminated: ok {rc=0}\u000a01:39:53.473475 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7986): Process ended prematurely: osmo-stp_10.42.42.5(pid=7986) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7986)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:39:53.482204 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a01:39:53.542926 run osmo-hlr_10.42.42.2(pid=7983): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7983)]\u000a01:39:53.592361 run osmo-hlr_10.42.42.2(pid=7983): stdout: \u000a| (launched: 2022-12-09_01:39:50.392535) \u000a01:39:53.642437 run osmo-hlr_10.42.42.2(pid=7983): stderr: \u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209013950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209013950584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209013950594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209013950594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209013950594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:39:53.684655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Terminating (SIGTERM)\u000a01:39:53.724821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Terminating (SIGTERM)\u000a01:39:53.764906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Terminating (SIGTERM)\u000a01:39:53.774528 --- ParallelTerminationStrategy: PID 7982 died...\u000a01:39:53.828232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7982): Terminated: ok {rc=0}\u000a01:39:53.838041 --- ParallelTerminationStrategy: PID 7985 died...\u000a01:39:53.891134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7985): Terminated: ok {rc=0}\u000a01:39:53.901046 --- ParallelTerminationStrategy: PID 7988 died...\u000a01:39:53.954022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7988): Terminated: ok {rc=0}\u000a01:39:54.043172 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:38:57" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:39:56.190266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.201909 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:39:56.366141 tst cs_paging_gprs_active.py: using LAC 18179\u000a01:39:56.488697 tst cs_paging_gprs_active.py: using RAC 74\u000a01:39:56.607734 tst cs_paging_gprs_active.py: using CellId 18179\u000a01:39:56.735810 tst cs_paging_gprs_active.py: using BVCI 18180\u000a01:39:56.760640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.772259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.783641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.795303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.806736 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.818179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.829640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.840916 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:39:56.852505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:56.975275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:39:57.255325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:39:57.380719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:57.694129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7995): Launched\u000a01:39:57.954502 run iperf3-srv_10.42.42.10(pid=7996): Launched\u000a01:39:58.139075 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:39:58.264761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:39:58.578381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7997): Launched\u000a01:39:58.840111 run iperf3-srv_10.42.42.10(pid=7998): Launched\u000a01:39:59.024404 tst cs_paging_gprs_active.py:38: start network...\u000a01:39:59.150303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:39:59.629677 run create_hlr_db(pid=7999): Launched\u000a01:39:59.803593 bus /gobi_6: Setting Powered False\u000a01:40:00.825304 run create_hlr_db(pid=7999): Terminated: ok {rc=0}\u000a01:40:01.276829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Launched\u000a01:40:01.702115 run osmo-hlr_10.42.42.2(pid=8005): Launched\u000a01:40:01.962364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:02.623712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Launched\u000a01:40:02.928647 run osmo-stp_10.42.42.5(pid=8008): Launched\u000a01:40:03.040298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:03.571331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Launched\u000a01:40:03.679428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:03.951559 run patchelf(pid=8011): Launched\u000a01:40:04.130115 run osmo-stp_10.42.42.5(pid=8008): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)]\u000a01:40:04.260546 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-09_01:40:02.778073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:04.391569 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014002949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:04.517536 run osmo-stp_10.42.42.5(pid=8008): stdout: \u000a| (launched: 2022-12-09_01:40:02.778073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:04.642078 run osmo-stp_10.42.42.5(pid=8008): stderr: \u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014002948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014002949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014002949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:04.788278 run patchelf(pid=8011): Terminating (SIGINT)\u000a01:40:04.959928 run patchelf(pid=8011): Terminated: ok {rc=0}\u000a01:40:04.991436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8008): Process ended prematurely: osmo-stp_10.42.42.5(pid=8008) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8008)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:40:05.000830 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:40:05.061788 run osmo-hlr_10.42.42.2(pid=8005): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8005)]\u000a01:40:05.111213 run osmo-hlr_10.42.42.2(pid=8005): stdout: \u000a| (launched: 2022-12-09_01:40:01.449481) \u000a01:40:05.161217 run osmo-hlr_10.42.42.2(pid=8005): stderr: \u000a| �[0;m�[1;31m20221209014001752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014001752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014001752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014001753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014001753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014001753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014001771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014001789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014001789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014001790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:05.204012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7995): Terminating (SIGTERM)\u000a01:40:05.244656 run iperf3-srv_10.42.42.10(pid=7996): Terminating (SIGTERM)\u000a01:40:05.285106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7997): Terminating (SIGTERM)\u000a01:40:05.325772 run iperf3-srv_10.42.42.10(pid=7998): Terminating (SIGTERM)\u000a01:40:05.365979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminating (SIGTERM)\u000a01:40:05.406283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminating (SIGTERM)\u000a01:40:05.446477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminating (SIGTERM)\u000a01:40:05.456001 --- ParallelTerminationStrategy: PID 7995 died...\u000a01:40:05.509954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7995): Terminated: ok {rc=0}\u000a01:40:05.519616 --- ParallelTerminationStrategy: PID 7996 died...\u000a01:40:05.573839 run iperf3-srv_10.42.42.10(pid=7996): Terminated {rc=256}\u000a01:40:05.583683 --- ParallelTerminationStrategy: PID 7997 died...\u000a01:40:05.637357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7997): Terminated: ok {rc=0}\u000a01:40:05.647224 --- ParallelTerminationStrategy: PID 7998 died...\u000a01:40:05.700783 run iperf3-srv_10.42.42.10(pid=7998): Terminated {rc=256}\u000a01:40:05.710646 --- ParallelTerminationStrategy: PID 8004 died...\u000a01:40:05.764210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8004): Terminated: ok {rc=0}\u000a01:40:05.773853 --- ParallelTerminationStrategy: PID 8007 died...\u000a01:40:05.827458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8007): Terminated: ok {rc=0}\u000a01:40:05.837393 --- ParallelTerminationStrategy: PID 8010 died...\u000a01:40:05.890961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8010): Terminated: ok {rc=0}\u000a01:40:05.974535 bus /gobi_0: Setting Powered False\u000a01:40:07.083910 bus /gobi_0: Setting Powered False\u000a01:40:08.192602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8020): Process ended prematurely: osmo-stp_10.42.42.5(pid=8020) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8020)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8020): Process ended prematurely: osmo-stp_10.42.42.5(pid=8020) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:40:09.300916 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.312564 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:09.466427 tst iperf3.py: using LAC 18180\u000a01:40:09.584093 tst iperf3.py: using RAC 75\u000a01:40:09.705600 tst iperf3.py: using CellId 18180\u000a01:40:09.823269 tst iperf3.py: using BVCI 18181\u000a01:40:09.846395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.857525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.868320 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.879406 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.890492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.901594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.912788 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.923733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:09.935005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:10.228637 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:40:10.363772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:10.697875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Launched\u000a01:40:10.978285 run iperf3-srv_10.42.42.10(pid=8013): Launched\u000a01:40:11.170416 tst iperf3.py:8: start network...\u000a01:40:11.296494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:11.772159 run create_hlr_db(pid=8014): Launched\u000a01:40:11.946598 bus /gobi_6: Setting Powered False\u000a01:40:12.966812 run create_hlr_db(pid=8014): Terminated: ok {rc=0}\u000a01:40:13.396549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8016): Launched\u000a01:40:13.719915 run osmo-hlr_10.42.42.2(pid=8017): Launched\u000a01:40:13.840552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:14.405170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8019): Launched\u000a01:40:14.730917 run osmo-stp_10.42.42.5(pid=8020): Launched\u000a01:40:14.849068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:15.414344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8022): Launched\u000a01:40:15.529414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:15.811397 run patchelf(pid=8023): Launched\u000a01:40:16.013724 run osmo-stp_10.42.42.5(pid=8020): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8020)]\u000a01:40:16.148645 run osmo-stp_10.42.42.5(pid=8020): stdout: \u000a| (launched: 2022-12-09_01:40:14.570129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:16.283082 run osmo-stp_10.42.42.5(pid=8020): stderr: \u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014014764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:16.414078 run osmo-stp_10.42.42.5(pid=8020): stdout: \u000a| (launched: 2022-12-09_01:40:14.570129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:16.552000 run osmo-stp_10.42.42.5(pid=8020): stderr: \u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014014763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014014764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:16.703066 run patchelf(pid=8023): Terminating (SIGINT)\u000a01:40:16.879753 run patchelf(pid=8023): Terminated: ok {rc=0}\u000a01:40:16.912544 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8020): Process ended prematurely: osmo-stp_10.42.42.5(pid=8020) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8020)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:40:16.923204 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:40:16.989803 run osmo-hlr_10.42.42.2(pid=8017): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8017)]\u000a01:40:17.043731 run osmo-hlr_10.42.42.2(pid=8017): stdout: \u000a| (launched: 2022-12-09_01:40:13.561206) \u000a01:40:17.096694 run osmo-hlr_10.42.42.2(pid=8017): stderr: \u000a| �[0;m�[1;31m20221209014013760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014013760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014013761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014013761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014013761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014013761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014013772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014013780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014013780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014013780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:17.143080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Terminating (SIGTERM)\u000a01:40:17.186401 run iperf3-srv_10.42.42.10(pid=8013): Terminating (SIGTERM)\u000a01:40:17.234151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8016): Terminating (SIGTERM)\u000a01:40:17.278387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8019): Terminating (SIGTERM)\u000a01:40:17.321131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8022): Terminating (SIGTERM)\u000a01:40:17.330846 --- ParallelTerminationStrategy: PID 8012 died...\u000a01:40:17.387146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8012): Terminated: ok {rc=0}\u000a01:40:17.397326 --- ParallelTerminationStrategy: PID 8013 died...\u000a01:40:17.453349 run iperf3-srv_10.42.42.10(pid=8013): Terminated {rc=256}\u000a01:40:17.463391 --- ParallelTerminationStrategy: PID 8016 died...\u000a01:40:17.520082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8016): Terminated: ok {rc=0}\u000a01:40:17.530269 --- ParallelTerminationStrategy: PID 8019 died...\u000a01:40:17.586602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8019): Terminated: ok {rc=0}\u000a01:40:17.596794 --- ParallelTerminationStrategy: PID 8022 died...\u000a01:40:17.653424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8022): Terminated: ok {rc=0}\u000a01:40:17.741839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8038): Process ended prematurely: osmo-stp_10.42.42.5(pid=8038) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8038)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8038): Process ended prematurely: osmo-stp_10.42.42.5(pid=8038) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:40:18.851769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:18.863724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:19.026894 tst iperf3m4.py: using LAC 18181\u000a01:40:19.153132 tst iperf3m4.py: using RAC 76\u000a01:40:19.281169 tst iperf3m4.py: using CellId 18181\u000a01:40:19.409338 tst iperf3m4.py: using BVCI 18182\u000a01:40:19.434178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.445869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.457356 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.468694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.480095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.491470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.503154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.514594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:19.526154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:19.641662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:19.763703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:19.880698 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:20.175666 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:40:20.310733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:20.645975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8024): Launched\u000a01:40:20.926534 run iperf3-srv_10.42.42.10(pid=8025): Launched\u000a01:40:21.125464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:40:21.260136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:21.596320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Launched\u000a01:40:21.874276 run iperf3-srv_10.42.42.10(pid=8027): Launched\u000a01:40:22.072941 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:40:22.207699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:22.543045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Launched\u000a01:40:22.821366 run iperf3-srv_10.42.42.10(pid=8029): Launched\u000a01:40:23.021213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:40:23.156301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:40:23.492065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8030): Launched\u000a01:40:23.770203 run iperf3-srv_10.42.42.10(pid=8031): Launched\u000a01:40:23.968794 tst iperf3m4.py:8: start network...\u000a01:40:24.104676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:24.625452 run create_hlr_db(pid=8032): Launched\u000a01:40:24.813298 bus /gobi_6: Setting Powered False\u000a01:40:25.833826 run create_hlr_db(pid=8032): Terminated: ok {rc=0}\u000a01:40:26.240068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8034): Launched\u000a01:40:26.544091 run osmo-hlr_10.42.42.2(pid=8035): Launched\u000a01:40:26.661497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:27.194596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8037): Launched\u000a01:40:27.498411 run osmo-stp_10.42.42.5(pid=8038): Launched\u000a01:40:27.609319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:28.137507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8040): Launched\u000a01:40:28.245050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:28.509348 run patchelf(pid=8041): Launched\u000a01:40:28.686977 run osmo-stp_10.42.42.5(pid=8038): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8038)]\u000a01:40:28.816507 run osmo-stp_10.42.42.5(pid=8038): stdout: \u000a| (launched: 2022-12-09_01:40:27.347850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:28.947195 run osmo-stp_10.42.42.5(pid=8038): stderr: \u000a| �[0;m�[38;5;43m20221209014027513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014027513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014027514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014027514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014027514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:29.071979 run osmo-stp_10.42.42.5(pid=8038): stdout: \u000a| (launched: 2022-12-09_01:40:27.347850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:29.195817 run osmo-stp_10.42.42.5(pid=8038): stderr: \u000a| �[0;m�[38;5;43m20221209014027513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014027513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014027514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014027514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014027514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014027515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:29.340336 run patchelf(pid=8041): Terminating (SIGINT)\u000a01:40:29.510336 run patchelf(pid=8041): Terminated: ok {rc=0}\u000a01:40:29.541772 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8038): Process ended prematurely: osmo-stp_10.42.42.5(pid=8038) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8038)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:40:29.551065 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a01:40:29.612235 run osmo-hlr_10.42.42.2(pid=8035): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8035)]\u000a01:40:29.661646 run osmo-hlr_10.42.42.2(pid=8035): stdout: \u000a| (launched: 2022-12-09_01:40:26.394027) \u000a01:40:29.711623 run osmo-hlr_10.42.42.2(pid=8035): stderr: \u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014026567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014026586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014026595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014026595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014026596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:29.753807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8024): Terminating (SIGTERM)\u000a01:40:29.793762 run iperf3-srv_10.42.42.10(pid=8025): Terminating (SIGTERM)\u000a01:40:29.833722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Terminating (SIGTERM)\u000a01:40:29.873471 run iperf3-srv_10.42.42.10(pid=8027): Terminating (SIGTERM)\u000a01:40:29.915334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Terminating (SIGTERM)\u000a01:40:29.955277 run iperf3-srv_10.42.42.10(pid=8029): Terminating (SIGTERM)\u000a01:40:29.995251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8030): Terminating (SIGTERM)\u000a01:40:30.035015 run iperf3-srv_10.42.42.10(pid=8031): Terminating (SIGTERM)\u000a01:40:30.074771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8034): Terminating (SIGTERM)\u000a01:40:30.114839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8037): Terminating (SIGTERM)\u000a01:40:30.154572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8040): Terminating (SIGTERM)\u000a01:40:30.164064 --- ParallelTerminationStrategy: PID 8024 died...\u000a01:40:30.217618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8024): Terminated: ok {rc=0}\u000a01:40:30.227601 --- ParallelTerminationStrategy: PID 8025 died...\u000a01:40:30.280799 run iperf3-srv_10.42.42.10(pid=8025): Terminated {rc=256}\u000a01:40:30.290588 --- ParallelTerminationStrategy: PID 8026 died...\u000a01:40:30.343646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8026): Terminated: ok {rc=0}\u000a01:40:30.353850 --- ParallelTerminationStrategy: PID 8027 died...\u000a01:40:30.407177 run iperf3-srv_10.42.42.10(pid=8027): Terminated {rc=256}\u000a01:40:30.417102 --- ParallelTerminationStrategy: PID 8028 died...\u000a01:40:30.471233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8028): Terminated: ok {rc=0}\u000a01:40:30.480807 --- ParallelTerminationStrategy: PID 8029 died...\u000a01:40:30.533758 run iperf3-srv_10.42.42.10(pid=8029): Terminated {rc=256}\u000a01:40:30.543562 --- ParallelTerminationStrategy: PID 8030 died...\u000a01:40:30.597241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8030): Terminated: ok {rc=0}\u000a01:40:30.606893 --- ParallelTerminationStrategy: PID 8031 died...\u000a01:40:30.659775 run iperf3-srv_10.42.42.10(pid=8031): Terminated {rc=256}\u000a01:40:30.669629 --- ParallelTerminationStrategy: PID 8034 died...\u000a01:40:30.722661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8034): Terminated: ok {rc=0}\u000a01:40:30.732502 --- ParallelTerminationStrategy: PID 8037 died...\u000a01:40:30.786047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8037): Terminated: ok {rc=0}\u000a01:40:30.795674 --- ParallelTerminationStrategy: PID 8040 died...\u000a01:40:30.852853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8040): Terminated: ok {rc=0}\u000a01:40:30.956784 bus /gobi_4: Setting Powered False\u000a01:40:32.085085 bus /gobi_4: Setting Powered False\u000a01:40:33.200838 bus /gobi_1: Setting Powered False\u000a01:40:34.304320 bus /gobi_1: Setting Powered False\u000a01:40:35.415399 bus /gobi_0: Setting Powered False\u000a01:40:36.518112 bus /gobi_0: Setting Powered False\u000a01:40:37.629103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8049): Process ended prematurely: osmo-stp_10.42.42.5(pid=8049) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8049)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8049): Process ended prematurely: osmo-stp_10.42.42.5(pid=8049) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:40:38.698214 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:38.710385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:38.870306 tst ping.py: using LAC 18182\u000a01:40:38.995062 tst ping.py: using RAC 77\u000a01:40:39.120815 tst ping.py: using CellId 18182\u000a01:40:39.248827 tst ping.py: using BVCI 18183\u000a01:40:39.273160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.284632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.296501 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.308094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.319772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.331402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.344420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:39.356020 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:39.628870 tst ping.py:19: start network...\u000a01:40:39.751354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:40.219388 run create_hlr_db(pid=8043): Launched\u000a01:40:40.390246 bus /gobi_6: Setting Powered False\u000a01:40:41.411384 run create_hlr_db(pid=8043): Terminated: ok {rc=0}\u000a01:40:41.809079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8045): Launched\u000a01:40:42.106491 run osmo-hlr_10.42.42.2(pid=8046): Launched\u000a01:40:42.219148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:42.736086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8048): Launched\u000a01:40:43.036027 run osmo-stp_10.42.42.5(pid=8049): Launched\u000a01:40:43.144894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:43.671699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8051): Launched\u000a01:40:43.784742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:44.062532 run patchelf(pid=8052): Launched\u000a01:40:44.248758 run osmo-stp_10.42.42.5(pid=8049): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8049)]\u000a01:40:44.385088 run osmo-stp_10.42.42.5(pid=8049): stdout: \u000a| (launched: 2022-12-09_01:40:42.886442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:44.522135 run osmo-stp_10.42.42.5(pid=8049): stderr: \u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014043054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:44.653580 run osmo-stp_10.42.42.5(pid=8049): stdout: \u000a| (launched: 2022-12-09_01:40:42.886442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:44.783326 run osmo-stp_10.42.42.5(pid=8049): stderr: \u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014043053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014043054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014043054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:44.934674 run patchelf(pid=8052): Terminating (SIGINT)\u000a01:40:45.113191 run patchelf(pid=8052): Terminated: ok {rc=0}\u000a01:40:45.145597 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8049): Process ended prematurely: osmo-stp_10.42.42.5(pid=8049) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8049)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:40:45.154980 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:40:45.218101 run osmo-hlr_10.42.42.2(pid=8046): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8046)]\u000a01:40:45.269610 run osmo-hlr_10.42.42.2(pid=8046): stdout: \u000a| (launched: 2022-12-09_01:40:41.959272) \u000a01:40:45.321834 run osmo-hlr_10.42.42.2(pid=8046): stderr: \u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014042135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014042147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014042156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014042156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014042156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:45.366482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8045): Terminating (SIGTERM)\u000a01:40:45.408496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8048): Terminating (SIGTERM)\u000a01:40:45.450712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8051): Terminating (SIGTERM)\u000a01:40:45.460615 --- ParallelTerminationStrategy: PID 8045 died...\u000a01:40:45.516913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8045): Terminated: ok {rc=0}\u000a01:40:45.527271 --- ParallelTerminationStrategy: PID 8048 died...\u000a01:40:45.583362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8048): Terminated: ok {rc=0}\u000a01:40:45.593933 --- ParallelTerminationStrategy: PID 8051 died...\u000a01:40:45.649915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8051): Terminated: ok {rc=0}\u000a01:40:45.737954 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8059): Process ended prematurely: osmo-stp_10.42.42.5(pid=8059) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8059)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8059): Process ended prematurely: osmo-stp_10.42.42.5(pid=8059) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:40:46.789610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:46.801992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:40:46.990246 tst ping_idle_ping.py: using LAC 18183\u000a01:40:47.112000 tst ping_idle_ping.py: using RAC 78\u000a01:40:47.230544 tst ping_idle_ping.py: using CellId 18183\u000a01:40:47.350217 tst ping_idle_ping.py: using BVCI 18184\u000a01:40:47.372856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.384014 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.395086 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.407030 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.418865 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.430307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.442217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:40:47.453957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:40:47.727366 tst ping_idle_ping.py:24: start network...\u000a01:40:47.850965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:48.320557 run create_hlr_db(pid=8053): Launched\u000a01:40:48.492515 bus /gobi_6: Setting Powered False\u000a01:40:49.514396 run create_hlr_db(pid=8053): Terminated: ok {rc=0}\u000a01:40:49.940287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8055): Launched\u000a01:40:50.260776 run osmo-hlr_10.42.42.2(pid=8056): Launched\u000a01:40:50.376939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:40:50.930453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8058): Launched\u000a01:40:51.251615 run osmo-stp_10.42.42.5(pid=8059): Launched\u000a01:40:51.367092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:40:51.924467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8061): Launched\u000a01:40:52.038955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:40:52.318613 run patchelf(pid=8062): Launched\u000a01:40:52.505800 run osmo-stp_10.42.42.5(pid=8059): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8059)]\u000a01:40:52.642791 run osmo-stp_10.42.42.5(pid=8059): stdout: \u000a| (launched: 2022-12-09_01:40:51.093098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:52.779992 run osmo-stp_10.42.42.5(pid=8059): stderr: \u000a| �[0;m�[38;5;43m20221209014051284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014051285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014051285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014051285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:52.912130 run osmo-stp_10.42.42.5(pid=8059): stdout: \u000a| (launched: 2022-12-09_01:40:51.093098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:40:53.043381 run osmo-stp_10.42.42.5(pid=8059): stderr: \u000a| �[0;m�[38;5;43m20221209014051284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014051285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014051285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014051285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014051286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:40:53.196191 run patchelf(pid=8062): Terminating (SIGINT)\u000a01:40:53.374816 run patchelf(pid=8062): Terminated: ok {rc=0}\u000a01:40:53.407287 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8059): Process ended prematurely: osmo-stp_10.42.42.5(pid=8059) [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8059)] [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:40:53.416577 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:40:53.479891 run osmo-hlr_10.42.42.2(pid=8056): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8056)]\u000a01:40:53.531578 run osmo-hlr_10.42.42.2(pid=8056): stdout: \u000a| (launched: 2022-12-09_01:40:50.102445) \u000a01:40:53.583641 run osmo-hlr_10.42.42.2(pid=8056): stderr: \u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014050299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014050312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014050321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014050321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014050321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:40:53.627961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8055): Terminating (SIGTERM)\u000a01:40:53.669796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8058): Terminating (SIGTERM)\u000a01:40:53.711844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8061): Terminating (SIGTERM)\u000a01:40:53.721723 --- ParallelTerminationStrategy: PID 8055 died...\u000a01:40:53.778065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8055): Terminated: ok {rc=0}\u000a01:40:53.788379 --- ParallelTerminationStrategy: PID 8058 died...\u000a01:40:53.844547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8058): Terminated: ok {rc=0}\u000a01:40:53.854845 --- ParallelTerminationStrategy: PID 8061 died...\u000a01:40:53.910961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8061): Terminated: ok {rc=0}\u000a01:40:53.997748 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:39:55" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8072): Process ended prematurely: osmo-stp_10.42.42.5(pid=8072) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8072)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8072): Process ended prematurely: osmo-stp_10.42.42.5(pid=8072) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:40:56.035172 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.047192 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:40:56.204161 tst switch_tch_pdch.py: using LAC 18184\u000a01:40:56.326460 tst switch_tch_pdch.py: using RAC 79\u000a01:40:56.448890 tst switch_tch_pdch.py: using CellId 18184\u000a01:40:56.571217 tst switch_tch_pdch.py: using BVCI 18185\u000a01:40:56.595526 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.607255 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.618879 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.630561 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.642194 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.653743 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.665485 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:40:56.676929 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:56.792858 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:40:57.084162 tst switch_tch_pdch.py:51: start network...\u000a01:40:57.216645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:40:57.725086 run create_hlr_db(pid=8066): Launched\u000a01:40:57.909923 bus /gobi_6: Setting Powered False\u000a01:40:58.930821 run create_hlr_db(pid=8066): Terminated: ok {rc=0}\u000a01:40:59.354547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8068): Launched\u000a01:40:59.672747 run osmo-hlr_10.42.42.2(pid=8069): Launched\u000a01:40:59.787617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:00.342185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8071): Launched\u000a01:41:00.659939 run osmo-stp_10.42.42.5(pid=8072): Launched\u000a01:41:00.774743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:41:01.335757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8074): Launched\u000a01:41:01.445825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:41:01.721638 run patchelf(pid=8075): Launched\u000a01:41:01.903361 run osmo-stp_10.42.42.5(pid=8072): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8072)]\u000a01:41:02.035677 run osmo-stp_10.42.42.5(pid=8072): stdout: \u000a| (launched: 2022-12-09_01:41:00.503467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:02.169950 run osmo-stp_10.42.42.5(pid=8072): stderr: \u000a| �[0;m�[38;5;43m20221209014100696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014100696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014100697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014100697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014100697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014100698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014100698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:02.295324 run osmo-stp_10.42.42.5(pid=8072): stdout: \u000a| (launched: 2022-12-09_01:41:00.503467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:02.418656 run osmo-stp_10.42.42.5(pid=8072): stderr: \u000a| �[0;m�[38;5;43m20221209014100696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014100696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014100697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014100697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014100697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014100698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014100698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:02.561803 run patchelf(pid=8075): Terminating (SIGINT)\u000a01:41:02.729704 run patchelf(pid=8075): Terminated: ok {rc=0}\u000a01:41:02.760385 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8072): Process ended prematurely: osmo-stp_10.42.42.5(pid=8072) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8072)] [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:41:02.769215 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:41:02.830295 run osmo-hlr_10.42.42.2(pid=8069): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8069)]\u000a01:41:02.879578 run osmo-hlr_10.42.42.2(pid=8069): stdout: \u000a| (launched: 2022-12-09_01:40:59.515864) \u000a01:41:02.929978 run osmo-hlr_10.42.42.2(pid=8069): stderr: \u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014059714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014059727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014059737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014059737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014059737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:02.972625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8068): Terminating (SIGTERM)\u000a01:41:03.012866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8071): Terminating (SIGTERM)\u000a01:41:03.053190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8074): Terminating (SIGTERM)\u000a01:41:03.062703 --- ParallelTerminationStrategy: PID 8068 died...\u000a01:41:03.116685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8068): Terminated: ok {rc=0}\u000a01:41:03.126490 --- ParallelTerminationStrategy: PID 8071 died...\u000a01:41:03.180420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8071): Terminated: ok {rc=0}\u000a01:41:03.190346 --- ParallelTerminationStrategy: PID 8074 died...\u000a01:41:03.243930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8074): Terminated: ok {rc=0}\u000a01:41:03.333092 bus /gobi_0: Setting Powered False\u000a01:41:04.438698 bus /gobi_0: Setting Powered False\u000a01:41:05.551356 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:40:55" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8085): Process ended prematurely: osmo-stp_10.42.42.5(pid=8085) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8085)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8085): Process ended prematurely: osmo-stp_10.42.42.5(pid=8085) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:41:07.530571 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:07.541581 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:41:07.691127 tst switch_tch_pdch.py: using LAC 18185\u000a01:41:07.806788 tst switch_tch_pdch.py: using RAC 80\u000a01:41:07.925131 tst switch_tch_pdch.py: using CellId 18185\u000a01:41:08.041732 tst switch_tch_pdch.py: using BVCI 18186\u000a01:41:08.064333 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.075405 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.086305 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.097601 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.108562 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.119534 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.130668 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:41:08.141709 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:41:08.261334 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:41:08.536188 tst switch_tch_pdch.py:51: start network...\u000a01:41:08.659188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:09.098929 run create_hlr_db(pid=8079): Launched\u000a01:41:09.220635 bus /gobi_6: Setting Powered False\u000a01:41:10.292050 run create_hlr_db(pid=8079): Terminated: ok {rc=0}\u000a01:41:10.688522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8081): Launched\u000a01:41:11.006938 run osmo-hlr_10.42.42.2(pid=8082): Launched\u000a01:41:11.123880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:11.650167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8084): Launched\u000a01:41:11.966913 run osmo-stp_10.42.42.5(pid=8085): Launched\u000a01:41:12.082038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:41:12.609563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8087): Launched\u000a01:41:12.722875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:41:13.001628 run patchelf(pid=8088): Launched\u000a01:41:13.188115 run osmo-stp_10.42.42.5(pid=8085): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8085)]\u000a01:41:13.325262 run osmo-stp_10.42.42.5(pid=8085): stdout: \u000a| (launched: 2022-12-09_01:41:11.811080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:13.461822 run osmo-stp_10.42.42.5(pid=8085): stderr: \u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014112003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:13.593525 run osmo-stp_10.42.42.5(pid=8085): stdout: \u000a| (launched: 2022-12-09_01:41:11.811080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:13.724189 run osmo-stp_10.42.42.5(pid=8085): stderr: \u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014112002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014112003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014112003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:13.876221 run patchelf(pid=8088): Terminating (SIGINT)\u000a01:41:14.055388 run patchelf(pid=8088): Terminated: ok {rc=0}\u000a01:41:14.087926 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8085): Process ended prematurely: osmo-stp_10.42.42.5(pid=8085) [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8085)] [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:41:14.097737 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:41:14.161347 run osmo-hlr_10.42.42.2(pid=8082): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8082)]\u000a01:41:14.213208 run osmo-hlr_10.42.42.2(pid=8082): stdout: \u000a| (launched: 2022-12-09_01:41:10.850306) \u000a01:41:14.265958 run osmo-hlr_10.42.42.2(pid=8082): stderr: \u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014111048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014111058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014111067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014111067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014111067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:14.310469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8081): Terminating (SIGTERM)\u000a01:41:14.352820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8084): Terminating (SIGTERM)\u000a01:41:14.395060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8087): Terminating (SIGTERM)\u000a01:41:14.404647 --- ParallelTerminationStrategy: PID 8081 died...\u000a01:41:14.460932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8081): Terminated: ok {rc=0}\u000a01:41:14.471362 --- ParallelTerminationStrategy: PID 8084 died...\u000a01:41:14.527558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8084): Terminated: ok {rc=0}\u000a01:41:14.537843 --- ParallelTerminationStrategy: PID 8087 died...\u000a01:41:14.593750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8087): Terminated: ok {rc=0}\u000a01:41:14.682158 bus /gobi_0: Setting Powered False\u000a01:41:15.786029 bus /gobi_0: Setting Powered False\u000a01:41:16.905591 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8094) [trial-2352↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8094)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8094) [trial-2352↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a01:41:18.780634 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a01:41:18.792022 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a01:41:18.921041 tst mo_mt_sms.py: using LAC 18186\u000a01:41:19.041117 tst mo_mt_sms.py: using RAC 81\u000a01:41:19.156299 tst mo_mt_sms.py: using CellId 18186\u000a01:41:19.274570 tst mo_mt_sms.py: using BVCI 18187\u000a01:41:19.297126 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:41:19.412150 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:41:19.688736 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:41:19.812335 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:41:20.426105 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8093): Launched\u000a01:41:20.721339 run osmo-nitb_10.42.42.2(pid=8094): Launched\u000a01:41:20.904119 run osmo-nitb_10.42.42.2(pid=8094): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8094)]\u000a01:41:21.039161 run osmo-nitb_10.42.42.2(pid=8094): stdout: \u000a| (launched: 2022-12-09_01:41:20.576308) \u000a01:41:21.174757 run osmo-nitb_10.42.42.2(pid=8094): stderr: \u000a| (launched: 2022-12-09_01:41:20.620408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:21.305561 run osmo-nitb_10.42.42.2(pid=8094): stdout: \u000a| (launched: 2022-12-09_01:41:20.576308) \u000a01:41:21.435567 run osmo-nitb_10.42.42.2(pid=8094): stderr: \u000a| (launched: 2022-12-09_01:41:20.620408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:21.843001 tst osmo-nitb_10.42.42.2(pid=8094): stdout: \u000a| (launched: 2022-12-09_01:41:20.576308) \u000a01:41:21.966383 tst osmo-nitb_10.42.42.2(pid=8094): stderr: \u000a| (launched: 2022-12-09_01:41:20.620408)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:22.018604 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8094) [trial-2352↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8094)] [trial-2352↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a01:41:22.026839 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a01:41:22.061729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8093): Terminating (SIGTERM)\u000a01:41:22.239523 --- ParallelTerminationStrategy: PID 8093 died...\u000a01:41:22.294684 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8093): Terminated: ok {rc=0}\u000a01:41:22.378741 bus /sierra_3: Setting Powered False\u000a01:41:23.481206 bus /sierra_3: Setting Powered False\u000a01:41:24.589236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:18" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:41:26.458620 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:26.469764 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:26.599182 tst mo_mt_sms.py: using LAC 18187\u000a01:41:26.725816 tst mo_mt_sms.py: using RAC 82\u000a01:41:26.851539 tst mo_mt_sms.py: using CellId 18187\u000a01:41:26.978158 tst mo_mt_sms.py: using BVCI 18188\u000a01:41:27.002280 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:27.013670 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:27.024636 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:27.035607 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:27.046732 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:27.057668 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:41:27.171492 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:41:27.378846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:27.885349 run create_hlr_db(pid=8098): Launched\u000a01:41:28.070295 bus /sierra_2: Setting Powered False\u000a01:41:29.090960 run create_hlr_db(pid=8098): Terminated: ok {rc=0}\u000a01:41:29.491349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Launched\u000a01:41:29.789747 run osmo-hlr_10.42.42.2(pid=8101): Launched\u000a01:41:29.907617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:30.432637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Launched\u000a01:41:30.730554 run osmo-stp_10.42.42.5(pid=8104): Launched\u000a01:41:30.845721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:31.429882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8106): Launched\u000a01:41:31.829431 run osmo-msc_10.42.42.6(pid=8107): Launched\u000a01:41:32.190801 run osmo-stp_10.42.42.5(pid=8104): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)]\u000a01:41:32.330497 run osmo-stp_10.42.42.5(pid=8104): stdout: \u000a| (launched: 2022-12-09_01:41:30.582866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:32.465714 run osmo-stp_10.42.42.5(pid=8104): stderr: \u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014130753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:32.593935 run osmo-stp_10.42.42.5(pid=8104): stdout: \u000a| (launched: 2022-12-09_01:41:30.582866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:32.720696 run osmo-stp_10.42.42.5(pid=8104): stderr: \u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014130752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014130753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014130753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:32.776258 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8104): Process ended prematurely: osmo-stp_10.42.42.5(pid=8104) [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8104)] [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a01:41:32.784806 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a01:41:32.847939 run osmo-hlr_10.42.42.2(pid=8101): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8101)]\u000a01:41:32.899849 run osmo-hlr_10.42.42.2(pid=8101): stdout: \u000a| (launched: 2022-12-09_01:41:29.642142) \u000a01:41:32.952708 run osmo-hlr_10.42.42.2(pid=8101): stderr: \u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014129818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014129830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014129841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014129842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014129842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:33.024304 run osmo-msc_10.42.42.6(pid=8107): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8107)]\u000a01:41:33.076202 run osmo-msc_10.42.42.6(pid=8107): stdout: \u000a| (launched: 2022-12-09_01:41:31.582675) \u000a01:41:33.128887 run osmo-msc_10.42.42.6(pid=8107): stderr: \u000a| �[0;m�[38;5;43m20221209014132176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014132177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfeef2dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014132177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014132177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014132177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014132177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014132179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014132179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014132179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014132179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:33.173870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Terminating (SIGTERM)\u000a01:41:33.217170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Terminating (SIGTERM)\u000a01:41:33.259630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8106): Terminating (SIGTERM)\u000a01:41:33.269449 --- ParallelTerminationStrategy: PID 8100 died...\u000a01:41:33.326294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8100): Terminated: ok {rc=0}\u000a01:41:33.336493 --- ParallelTerminationStrategy: PID 8103 died...\u000a01:41:33.392939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8103): Terminated: ok {rc=0}\u000a01:41:33.403127 --- ParallelTerminationStrategy: PID 8106 died...\u000a01:41:33.460320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8106): Terminated: ok {rc=0}\u000a01:41:33.546997 bus /sierra_3: Setting Powered False\u000a01:41:34.653783 bus /sierra_3: Setting Powered False\u000a01:41:35.765193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:26" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8114) [trial-2352↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8114)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8114) [trial-2352↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:41:37.585224 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a01:41:37.596836 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:37.719173 tst assert_extension.py: using LAC 18188\u000a01:41:37.842164 tst assert_extension.py: using RAC 83\u000a01:41:37.966656 tst assert_extension.py: using CellId 18188\u000a01:41:38.092468 tst assert_extension.py: using BVCI 18189\u000a01:41:38.116605 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:41:38.393200 tst assert_extension.py:10: start nitb and bts...\u000a01:41:38.516064 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:41:39.131205 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8113): Launched\u000a01:41:39.425556 run osmo-nitb_10.42.42.2(pid=8114): Launched\u000a01:41:39.608571 run osmo-nitb_10.42.42.2(pid=8114): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8114)]\u000a01:41:39.743241 run osmo-nitb_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-09_01:41:39.281604) \u000a01:41:39.878603 run osmo-nitb_10.42.42.2(pid=8114): stderr: \u000a| (launched: 2022-12-09_01:41:39.325746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:40.010384 run osmo-nitb_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-09_01:41:39.281604) \u000a01:41:40.139798 run osmo-nitb_10.42.42.2(pid=8114): stderr: \u000a| (launched: 2022-12-09_01:41:39.325746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:40.547156 tst osmo-nitb_10.42.42.2(pid=8114): stdout: \u000a| (launched: 2022-12-09_01:41:39.281604) \u000a01:41:40.666008 tst osmo-nitb_10.42.42.2(pid=8114): stderr: \u000a| (launched: 2022-12-09_01:41:39.325746)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:41:40.717928 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8114): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8114) [trial-2352↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8114)] [trial-2352↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a01:41:40.725913 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:41:40.761333 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8113): Terminating (SIGTERM)\u000a01:41:40.939198 --- ParallelTerminationStrategy: PID 8113 died...\u000a01:41:40.994620 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8113): Terminated: ok {rc=0}\u000a01:41:41.078273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:37" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8124): Process ended prematurely: osmo-stp_10.42.42.5(pid=8124) [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8124)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8124): Process ended prematurely: osmo-stp_10.42.42.5(pid=8124) [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:41:42.889121 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:42.900312 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:41:43.033503 tst assert_extension.py: using LAC 18189\u000a01:41:43.159993 tst assert_extension.py: using RAC 84\u000a01:41:43.292050 tst assert_extension.py: using CellId 18189\u000a01:41:43.416329 tst assert_extension.py: using BVCI 18190\u000a01:41:43.440424 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:43.451543 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:43.462605 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:43.473697 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:43.484724 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:41:43.495702 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:41:43.694284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:44.162498 run create_hlr_db(pid=8118): Launched\u000a01:41:44.334312 bus /sierra_2: Setting Powered False\u000a01:41:45.356227 run create_hlr_db(pid=8118): Terminated: ok {rc=0}\u000a01:41:45.780813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8120): Launched\u000a01:41:46.211165 run osmo-hlr_10.42.42.2(pid=8121): Launched\u000a01:41:46.461790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:47.102925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8123): Launched\u000a01:41:47.424612 run osmo-stp_10.42.42.5(pid=8124): Launched\u000a01:41:47.546805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:48.128280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8126): Launched\u000a01:41:48.447121 run osmo-msc_10.42.42.6(pid=8127): Launched\u000a01:41:48.633503 run osmo-stp_10.42.42.5(pid=8124): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8124)]\u000a01:41:48.768182 run osmo-stp_10.42.42.5(pid=8124): stdout: \u000a| (launched: 2022-12-09_01:41:47.266701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:48.902379 run osmo-stp_10.42.42.5(pid=8124): stderr: \u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014147460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:49.030610 run osmo-stp_10.42.42.5(pid=8124): stdout: \u000a| (launched: 2022-12-09_01:41:47.266701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:49.157354 run osmo-stp_10.42.42.5(pid=8124): stderr: \u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014147459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014147460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014147460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:49.212590 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8124): Process ended prematurely: osmo-stp_10.42.42.5(pid=8124) [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8124)] [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a01:41:49.221305 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a01:41:49.284102 run osmo-hlr_10.42.42.2(pid=8121): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8121)]\u000a01:41:49.335678 run osmo-hlr_10.42.42.2(pid=8121): stdout: \u000a| (launched: 2022-12-09_01:41:45.958815) \u000a01:41:49.388124 run osmo-hlr_10.42.42.2(pid=8121): stderr: \u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014146376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014146403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:49.459006 run osmo-msc_10.42.42.6(pid=8127): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8127)]\u000a01:41:49.510609 run osmo-msc_10.42.42.6(pid=8127): stdout: \u000a| (launched: 2022-12-09_01:41:48.290486) \u000a01:41:49.563100 run osmo-msc_10.42.42.6(pid=8127): stderr: \u000a| �[0;m�[38;5;43m20221209014148612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014148612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3aaa0b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014148612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014148612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014148612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014148613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014148614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014148615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014148615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014148615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:49.607652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8120): Terminating (SIGTERM)\u000a01:41:49.649648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8123): Terminating (SIGTERM)\u000a01:41:49.691456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8126): Terminating (SIGTERM)\u000a01:41:49.701132 --- ParallelTerminationStrategy: PID 8120 died...\u000a01:41:49.757455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8120): Terminated: ok {rc=0}\u000a01:41:49.767535 --- ParallelTerminationStrategy: PID 8123 died...\u000a01:41:49.823244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8123): Terminated: ok {rc=0}\u000a01:41:49.833337 --- ParallelTerminationStrategy: PID 8126 died...\u000a01:41:49.889238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8126): Terminated: ok {rc=0}\u000a01:41:49.976578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8138): Process ended prematurely: osmo-stp_10.42.42.5(pid=8138) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8138)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8138): Process ended prematurely: osmo-stp_10.42.42.5(pid=8138) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:41:51.914979 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:51.927100 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:41:52.086809 tst mo_mt_call.py: using LAC 18190\u000a01:41:52.211458 tst mo_mt_call.py: using RAC 85\u000a01:41:52.336049 tst mo_mt_call.py: using CellId 18190\u000a01:41:52.462124 tst mo_mt_call.py: using BVCI 18191\u000a01:41:52.486643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:52.498350 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:52.509824 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:52.521333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:52.533022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:41:52.544413 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:52.660205 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:41:52.862631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:41:53.339638 run create_hlr_db(pid=8132): Launched\u000a01:41:53.514521 bus /sierra_2: Setting Powered False\u000a01:41:54.534554 run create_hlr_db(pid=8132): Terminated: ok {rc=0}\u000a01:41:54.963264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8134): Launched\u000a01:41:55.287239 run osmo-hlr_10.42.42.2(pid=8135): Launched\u000a01:41:55.405205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:41:55.966330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8137): Launched\u000a01:41:56.289027 run osmo-stp_10.42.42.5(pid=8138): Launched\u000a01:41:56.410075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:41:57.000398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8140): Launched\u000a01:41:57.323467 run osmo-msc_10.42.42.6(pid=8141): Launched\u000a01:41:57.512252 run osmo-stp_10.42.42.5(pid=8138): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8138)]\u000a01:41:57.649417 run osmo-stp_10.42.42.5(pid=8138): stdout: \u000a| (launched: 2022-12-09_01:41:56.130708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:57.785112 run osmo-stp_10.42.42.5(pid=8138): stderr: \u000a| �[0;m�[38;5;43m20221209014156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014156322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014156322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014156322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:57.914732 run osmo-stp_10.42.42.5(pid=8138): stdout: \u000a| (launched: 2022-12-09_01:41:56.130708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:41:58.043525 run osmo-stp_10.42.42.5(pid=8138): stderr: \u000a| �[0;m�[38;5;43m20221209014156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014156322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014156322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014156322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014156323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:41:58.100591 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8138): Process ended prematurely: osmo-stp_10.42.42.5(pid=8138) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8138)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:41:58.109849 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:41:58.172470 run osmo-hlr_10.42.42.2(pid=8135): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8135)]\u000a01:41:58.223930 run osmo-hlr_10.42.42.2(pid=8135): stdout: \u000a| (launched: 2022-12-09_01:41:55.128220) \u000a01:41:58.276670 run osmo-hlr_10.42.42.2(pid=8135): stderr: \u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014155325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014155338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014155346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014155346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014155346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:41:58.347576 run osmo-msc_10.42.42.6(pid=8141): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8141)]\u000a01:41:58.398888 run osmo-msc_10.42.42.6(pid=8141): stdout: \u000a| (launched: 2022-12-09_01:41:57.164742) \u000a01:41:58.450806 run osmo-msc_10.42.42.6(pid=8141): stderr: \u000a| �[0;m�[38;5;43m20221209014157487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014157487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bdcbb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014157487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014157487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014157487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014157488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014157489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014157490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014157490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014157490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:41:58.494721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8134): Terminating (SIGTERM)\u000a01:41:58.536356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8137): Terminating (SIGTERM)\u000a01:41:58.577934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8140): Terminating (SIGTERM)\u000a01:41:58.587295 --- ParallelTerminationStrategy: PID 8134 died...\u000a01:41:58.642976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8134): Terminated: ok {rc=0}\u000a01:41:58.653057 --- ParallelTerminationStrategy: PID 8137 died...\u000a01:41:58.708475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8137): Terminated: ok {rc=0}\u000a01:41:58.718567 --- ParallelTerminationStrategy: PID 8140 died...\u000a01:41:58.774056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8140): Terminated: ok {rc=0}\u000a01:41:58.861452 bus /sierra_3: Setting Powered False\u000a01:41:59.969220 bus /sierra_3: Setting Powered False\u000a01:42:01.135653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8154): Process ended prematurely: osmo-stp_10.42.42.5(pid=8154) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8154)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8154): Process ended prematurely: osmo-stp_10.42.42.5(pid=8154) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:02.256213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.269210 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:42:02.418541 tst mo_mt_call_osmux.py: using LAC 18191\u000a01:42:02.537777 tst mo_mt_call_osmux.py: using RAC 86\u000a01:42:02.657943 tst mo_mt_call_osmux.py: using CellId 18191\u000a01:42:02.778609 tst mo_mt_call_osmux.py: using BVCI 18192\u000a01:42:02.801543 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.812901 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.823836 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.834943 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.846582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:42:02.857835 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:42:02.976310 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:42:03.177738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:03.651948 run create_hlr_db(pid=8148): Launched\u000a01:42:03.826584 bus /sierra_2: Setting Powered False\u000a01:42:04.849105 run create_hlr_db(pid=8148): Terminated: ok {rc=0}\u000a01:42:05.281176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8150): Launched\u000a01:42:05.607282 run osmo-hlr_10.42.42.2(pid=8151): Launched\u000a01:42:05.730595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:06.293961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8153): Launched\u000a01:42:06.619576 run osmo-stp_10.42.42.5(pid=8154): Launched\u000a01:42:06.737179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:07.330071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8156): Launched\u000a01:42:07.656308 run osmo-msc_10.42.42.6(pid=8157): Launched\u000a01:42:07.845836 run osmo-stp_10.42.42.5(pid=8154): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8154)]\u000a01:42:07.982572 run osmo-stp_10.42.42.5(pid=8154): stdout: \u000a| (launched: 2022-12-09_01:42:06.459921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:08.118439 run osmo-stp_10.42.42.5(pid=8154): stderr: \u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014206653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:08.248090 run osmo-stp_10.42.42.5(pid=8154): stdout: \u000a| (launched: 2022-12-09_01:42:06.459921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:08.376724 run osmo-stp_10.42.42.5(pid=8154): stderr: \u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014206652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014206653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:08.433734 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8154): Process ended prematurely: osmo-stp_10.42.42.5(pid=8154) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8154)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:42:08.442788 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:42:08.505330 run osmo-hlr_10.42.42.2(pid=8151): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8151)]\u000a01:42:08.556619 run osmo-hlr_10.42.42.2(pid=8151): stdout: \u000a| (launched: 2022-12-09_01:42:05.446145) \u000a01:42:08.608743 run osmo-hlr_10.42.42.2(pid=8151): stderr: \u000a| �[0;m�[1;31m20221209014205645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014205645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014205645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014205645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014205645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014205646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014205658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014205666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014205666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014205667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:08.679573 run osmo-msc_10.42.42.6(pid=8157): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8157)]\u000a01:42:08.730961 run osmo-msc_10.42.42.6(pid=8157): stdout: \u000a| (launched: 2022-12-09_01:42:07.495019) \u000a01:42:08.782967 run osmo-msc_10.42.42.6(pid=8157): stderr: \u000a| �[0;m�[38;5;43m20221209014207818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014207818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8a9a59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014207818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014207818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014207818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014207819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014207820 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014207821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014207821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014207821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:08.827096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8150): Terminating (SIGTERM)\u000a01:42:08.868677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8153): Terminating (SIGTERM)\u000a01:42:08.910620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8156): Terminating (SIGTERM)\u000a01:42:08.920260 --- ParallelTerminationStrategy: PID 8150 died...\u000a01:42:08.976360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8150): Terminated: ok {rc=0}\u000a01:42:08.986489 --- ParallelTerminationStrategy: PID 8153 died...\u000a01:42:09.042120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8153): Terminated: ok {rc=0}\u000a01:42:09.052155 --- ParallelTerminationStrategy: PID 8156 died...\u000a01:42:09.107940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8156): Terminated: ok {rc=0}\u000a01:42:09.195055 bus /sierra_3: Setting Powered False\u000a01:42:10.299340 bus /sierra_3: Setting Powered False\u000a01:42:11.410693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:41:51" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:13.376494 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:13.387586 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:42:13.539050 tst mo_mt_call.py: using LAC 18192\u000a01:42:13.665325 tst mo_mt_call.py: using RAC 87\u000a01:42:13.793852 tst mo_mt_call.py: using CellId 18192\u000a01:42:13.924303 tst mo_mt_call.py: using BVCI 18193\u000a01:42:13.949135 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:13.960736 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:13.972202 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:13.984528 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:13.996187 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:14.007682 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:14.124393 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:14.334242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:14.849282 run create_hlr_db(pid=8162): Launched\u000a01:42:15.036270 bus /sierra_2: Setting Powered False\u000a01:42:16.078745 run create_hlr_db(pid=8162): Terminated: ok {rc=0}\u000a01:42:16.565448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Launched\u000a01:42:16.994663 run osmo-hlr_10.42.42.2(pid=8165): Launched\u000a01:42:17.201960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:17.745903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Launched\u000a01:42:18.049111 run osmo-stp_10.42.42.5(pid=8168): Launched\u000a01:42:18.159679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:18.713582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8170): Launched\u000a01:42:19.016648 run osmo-msc_10.42.42.6(pid=8171): Launched\u000a01:42:19.195049 run osmo-stp_10.42.42.5(pid=8168): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)]\u000a01:42:19.323799 run osmo-stp_10.42.42.5(pid=8168): stdout: \u000a| (launched: 2022-12-09_01:42:17.899876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:19.450137 run osmo-stp_10.42.42.5(pid=8168): stderr: \u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014218069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:19.571465 run osmo-stp_10.42.42.5(pid=8168): stdout: \u000a| (launched: 2022-12-09_01:42:17.899876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:19.691422 run osmo-stp_10.42.42.5(pid=8168): stderr: \u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014218068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014218069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014218069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:19.744510 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8168): Process ended prematurely: osmo-stp_10.42.42.5(pid=8168) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8168)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:42:19.753038 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:42:19.813121 run osmo-hlr_10.42.42.2(pid=8165): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8165)]\u000a01:42:19.862125 run osmo-hlr_10.42.42.2(pid=8165): stdout: \u000a| (launched: 2022-12-09_01:42:16.737610) \u000a01:42:19.911727 run osmo-hlr_10.42.42.2(pid=8165): stderr: \u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014217032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014217058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014217066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014217066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014217066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:19.979570 run osmo-msc_10.42.42.6(pid=8171): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8171)]\u000a01:42:20.028507 run osmo-msc_10.42.42.6(pid=8171): stdout: \u000a| (launched: 2022-12-09_01:42:18.867300) \u000a01:42:20.078060 run osmo-msc_10.42.42.6(pid=8171): stderr: \u000a| �[0;m�[38;5;43m20221209014219139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014219139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feebf329c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014219139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014219139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014219140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014219140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014219141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014219142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014219142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014219142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:20.119817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Terminating (SIGTERM)\u000a01:42:20.159331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Terminating (SIGTERM)\u000a01:42:20.198837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8170): Terminating (SIGTERM)\u000a01:42:20.208635 --- ParallelTerminationStrategy: PID 8164 died...\u000a01:42:20.261530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8164): Terminated: ok {rc=0}\u000a01:42:20.271244 --- ParallelTerminationStrategy: PID 8167 died...\u000a01:42:20.324086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8167): Terminated: ok {rc=0}\u000a01:42:20.333833 --- ParallelTerminationStrategy: PID 8170 died...\u000a01:42:20.386513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8170): Terminated: ok {rc=0}\u000a01:42:20.470174 bus /sierra_3: Setting Powered False\u000a01:42:21.577585 bus /sierra_3: Setting Powered False\u000a01:42:22.685146 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8179): Process ended prematurely: osmo-stp_10.42.42.5(pid=8179) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8179)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8179): Process ended prematurely: osmo-stp_10.42.42.5(pid=8179) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:23.800299 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:23.812521 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:42:23.968290 tst mo_mt_call_osmux.py: using LAC 18193\u000a01:42:24.090140 tst mo_mt_call_osmux.py: using RAC 88\u000a01:42:24.210160 tst mo_mt_call_osmux.py: using CellId 18193\u000a01:42:24.328798 tst mo_mt_call_osmux.py: using BVCI 18194\u000a01:42:24.351942 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:24.363565 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:24.374841 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:24.386693 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:24.398698 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:42:24.410721 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:24.531336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:42:24.733454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:25.208109 run create_hlr_db(pid=8173): Launched\u000a01:42:25.382362 bus /sierra_2: Setting Powered False\u000a01:42:26.403051 run create_hlr_db(pid=8173): Terminated: ok {rc=0}\u000a01:42:26.833246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8175): Launched\u000a01:42:27.160205 run osmo-hlr_10.42.42.2(pid=8176): Launched\u000a01:42:27.281690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:27.844850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8178): Launched\u000a01:42:28.170219 run osmo-stp_10.42.42.5(pid=8179): Launched\u000a01:42:28.286750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:28.881575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8181): Launched\u000a01:42:29.207256 run osmo-msc_10.42.42.6(pid=8182): Launched\u000a01:42:29.397319 run osmo-stp_10.42.42.5(pid=8179): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8179)]\u000a01:42:29.534076 run osmo-stp_10.42.42.5(pid=8179): stdout: \u000a| (launched: 2022-12-09_01:42:28.010318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:29.671133 run osmo-stp_10.42.42.5(pid=8179): stderr: \u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014228202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:29.802165 run osmo-stp_10.42.42.5(pid=8179): stdout: \u000a| (launched: 2022-12-09_01:42:28.010318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:29.931430 run osmo-stp_10.42.42.5(pid=8179): stderr: \u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014228201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014228202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014228202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:29.988527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8179): Process ended prematurely: osmo-stp_10.42.42.5(pid=8179) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8179)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:42:29.998103 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:42:30.060892 run osmo-hlr_10.42.42.2(pid=8176): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8176)]\u000a01:42:30.112692 run osmo-hlr_10.42.42.2(pid=8176): stdout: \u000a| (launched: 2022-12-09_01:42:26.998659) \u000a01:42:30.164798 run osmo-hlr_10.42.42.2(pid=8176): stderr: \u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014227197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014227210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014227218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014227218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014227218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:30.236281 run osmo-msc_10.42.42.6(pid=8182): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8182)]\u000a01:42:30.287784 run osmo-msc_10.42.42.6(pid=8182): stdout: \u000a| (launched: 2022-12-09_01:42:29.047499) \u000a01:42:30.340096 run osmo-msc_10.42.42.6(pid=8182): stderr: \u000a| �[0;m�[38;5;43m20221209014229370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014229370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c57cddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014229370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014229370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014229370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014229370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014229372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014229373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014229373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014229373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:30.384382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8175): Terminating (SIGTERM)\u000a01:42:30.426463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8178): Terminating (SIGTERM)\u000a01:42:30.468467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8181): Terminating (SIGTERM)\u000a01:42:30.477870 --- ParallelTerminationStrategy: PID 8175 died...\u000a01:42:30.533937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8175): Terminated: ok {rc=0}\u000a01:42:30.544037 --- ParallelTerminationStrategy: PID 8178 died...\u000a01:42:30.600087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8178): Terminated: ok {rc=0}\u000a01:42:30.610197 --- ParallelTerminationStrategy: PID 8181 died...\u000a01:42:30.666131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8181): Terminated: ok {rc=0}\u000a01:42:30.754488 bus /sierra_3: Setting Powered False\u000a01:42:31.878163 bus /sierra_3: Setting Powered False\u000a01:42:32.991160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:42:13" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8193): Process ended prematurely: osmo-stp_10.42.42.5(pid=8193) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8193)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8193): Process ended prematurely: osmo-stp_10.42.42.5(pid=8193) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:34.952894 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:34.963998 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:42:35.111807 tst mo_mt_call.py: using LAC 18194\u000a01:42:35.235723 tst mo_mt_call.py: using RAC 89\u000a01:42:35.355686 tst mo_mt_call.py: using CellId 18194\u000a01:42:35.475930 tst mo_mt_call.py: using BVCI 18195\u000a01:42:35.499192 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.510301 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.521235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.532474 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.544272 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:35.555667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:35.672881 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:35.886571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:36.404210 run create_hlr_db(pid=8187): Launched\u000a01:42:36.591678 bus /sierra_2: Setting Powered False\u000a01:42:37.612886 run create_hlr_db(pid=8187): Terminated: ok {rc=0}\u000a01:42:38.018931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8189): Launched\u000a01:42:38.321350 run osmo-hlr_10.42.42.2(pid=8190): Launched\u000a01:42:38.436292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:38.962463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8192): Launched\u000a01:42:39.263904 run osmo-stp_10.42.42.5(pid=8193): Launched\u000a01:42:39.374590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:39.927626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8195): Launched\u000a01:42:40.233999 run osmo-msc_10.42.42.6(pid=8196): Launched\u000a01:42:40.413294 run osmo-stp_10.42.42.5(pid=8193): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8193)]\u000a01:42:40.541930 run osmo-stp_10.42.42.5(pid=8193): stdout: \u000a| (launched: 2022-12-09_01:42:39.115277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:40.668029 run osmo-stp_10.42.42.5(pid=8193): stderr: \u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014239286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:40.789546 run osmo-stp_10.42.42.5(pid=8193): stdout: \u000a| (launched: 2022-12-09_01:42:39.115277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:40.909879 run osmo-stp_10.42.42.5(pid=8193): stderr: \u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014239285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014239286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014239286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:40.962954 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8193): Process ended prematurely: osmo-stp_10.42.42.5(pid=8193) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8193)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:42:40.971579 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:42:41.031875 run osmo-hlr_10.42.42.2(pid=8190): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8190)]\u000a01:42:41.081141 run osmo-hlr_10.42.42.2(pid=8190): stdout: \u000a| (launched: 2022-12-09_01:42:38.172572) \u000a01:42:41.131563 run osmo-hlr_10.42.42.2(pid=8190): stderr: \u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014238348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014238360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014238369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014238370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014238370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:41.199773 run osmo-msc_10.42.42.6(pid=8196): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8196)]\u000a01:42:41.248924 run osmo-msc_10.42.42.6(pid=8196): stdout: \u000a| (launched: 2022-12-09_01:42:40.082416) \u000a01:42:41.299363 run osmo-msc_10.42.42.6(pid=8196): stderr: \u000a| �[0;m�[38;5;43m20221209014240354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014240354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f092602bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014240354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014240354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014240355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014240356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014240357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014240357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014240357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:41.341225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8189): Terminating (SIGTERM)\u000a01:42:41.380770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8192): Terminating (SIGTERM)\u000a01:42:41.420419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8195): Terminating (SIGTERM)\u000a01:42:41.429947 --- ParallelTerminationStrategy: PID 8189 died...\u000a01:42:41.483441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8189): Terminated: ok {rc=0}\u000a01:42:41.493087 --- ParallelTerminationStrategy: PID 8192 died...\u000a01:42:41.545916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8192): Terminated: ok {rc=0}\u000a01:42:41.555653 --- ParallelTerminationStrategy: PID 8195 died...\u000a01:42:41.608597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8195): Terminated: ok {rc=0}\u000a01:42:41.696244 bus /sierra_3: Setting Powered False\u000a01:42:42.803274 bus /sierra_3: Setting Powered False\u000a01:42:43.910616 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8204): Process ended prematurely: osmo-stp_10.42.42.5(pid=8204) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8204)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8204): Process ended prematurely: osmo-stp_10.42.42.5(pid=8204) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:42:45.025161 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.037758 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:42:45.200379 tst mo_mt_call_osmux.py: using LAC 18195\u000a01:42:45.326957 tst mo_mt_call_osmux.py: using RAC 90\u000a01:42:45.454510 tst mo_mt_call_osmux.py: using CellId 18195\u000a01:42:45.580490 tst mo_mt_call_osmux.py: using BVCI 18196\u000a01:42:45.605269 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.616842 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.628553 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.640065 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.651646 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:42:45.663672 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:45.781776 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:42:46.018750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:46.573826 run create_hlr_db(pid=8198): Launched\u000a01:42:46.775362 bus /sierra_2: Setting Powered False\u000a01:42:47.779467 run create_hlr_db(pid=8198): Terminated: ok {rc=0}\u000a01:42:48.223239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8200): Launched\u000a01:42:48.547419 run osmo-hlr_10.42.42.2(pid=8201): Launched\u000a01:42:48.666137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:42:49.232168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8203): Launched\u000a01:42:49.555670 run osmo-stp_10.42.42.5(pid=8204): Launched\u000a01:42:49.672287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:42:50.272794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8206): Launched\u000a01:42:50.597954 run osmo-msc_10.42.42.6(pid=8207): Launched\u000a01:42:50.787255 run osmo-stp_10.42.42.5(pid=8204): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8204)]\u000a01:42:50.923854 run osmo-stp_10.42.42.5(pid=8204): stdout: \u000a| (launched: 2022-12-09_01:42:49.396664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:51.060616 run osmo-stp_10.42.42.5(pid=8204): stderr: \u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014249590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:51.190508 run osmo-stp_10.42.42.5(pid=8204): stdout: \u000a| (launched: 2022-12-09_01:42:49.396664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:42:51.319389 run osmo-stp_10.42.42.5(pid=8204): stderr: \u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014249590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014249590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014249591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:42:51.376500 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8204): Process ended prematurely: osmo-stp_10.42.42.5(pid=8204) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8204)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:42:51.385792 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:42:51.448780 run osmo-hlr_10.42.42.2(pid=8201): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8201)]\u000a01:42:51.500450 run osmo-hlr_10.42.42.2(pid=8201): stdout: \u000a| (launched: 2022-12-09_01:42:48.387847) \u000a01:42:51.552656 run osmo-hlr_10.42.42.2(pid=8201): stderr: \u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014248584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014248597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014248605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014248605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014248605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:42:51.623319 run osmo-msc_10.42.42.6(pid=8207): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8207)]\u000a01:42:51.674611 run osmo-msc_10.42.42.6(pid=8207): stdout: \u000a| (launched: 2022-12-09_01:42:50.438111) \u000a01:42:51.726511 run osmo-msc_10.42.42.6(pid=8207): stderr: \u000a| �[0;m�[38;5;43m20221209014250765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014250765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5feec7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014250765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014250765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014250765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014250765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014250767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014250767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014250767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014250768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:42:51.770659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8200): Terminating (SIGTERM)\u000a01:42:51.812371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8203): Terminating (SIGTERM)\u000a01:42:51.854553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8206): Terminating (SIGTERM)\u000a01:42:51.864281 --- ParallelTerminationStrategy: PID 8200 died...\u000a01:42:51.920755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8200): Terminated: ok {rc=0}\u000a01:42:51.931130 --- ParallelTerminationStrategy: PID 8203 died...\u000a01:42:51.986789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8203): Terminated: ok {rc=0}\u000a01:42:51.997377 --- ParallelTerminationStrategy: PID 8206 died...\u000a01:42:52.053273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8206): Terminated: ok {rc=0}\u000a01:42:52.140693 bus /sierra_3: Setting Powered False\u000a01:42:53.248282 bus /sierra_3: Setting Powered False\u000a01:42:54.355284 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:42:34" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8218): Process ended prematurely: osmo-stp_10.42.42.5(pid=8218) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8218)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8218): Process ended prematurely: osmo-stp_10.42.42.5(pid=8218) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:42:56.331308 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.342973 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:42:56.502620 tst mo_mt_call.py: using LAC 18196\u000a01:42:56.629243 tst mo_mt_call.py: using RAC 91\u000a01:42:56.753976 tst mo_mt_call.py: using CellId 18196\u000a01:42:56.878950 tst mo_mt_call.py: using BVCI 18197\u000a01:42:56.903496 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.915166 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.927130 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.938664 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.950290 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:42:56.962106 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:57.079086 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:42:57.289232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:42:57.806464 run create_hlr_db(pid=8212): Launched\u000a01:42:57.993478 bus /sierra_2: Setting Powered False\u000a01:42:59.014166 run create_hlr_db(pid=8212): Terminated: ok {rc=0}\u000a01:42:59.419054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8214): Launched\u000a01:42:59.721524 run osmo-hlr_10.42.42.2(pid=8215): Launched\u000a01:42:59.832396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:00.358391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8217): Launched\u000a01:43:00.661340 run osmo-stp_10.42.42.5(pid=8218): Launched\u000a01:43:00.771985 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:01.365197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8220): Launched\u000a01:43:01.677720 run osmo-msc_10.42.42.6(pid=8221): Launched\u000a01:43:01.873793 run osmo-stp_10.42.42.5(pid=8218): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8218)]\u000a01:43:02.091583 run osmo-stp_10.42.42.5(pid=8218): stdout: \u000a| (launched: 2022-12-09_01:43:00.511558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:02.369066 run osmo-stp_10.42.42.5(pid=8218): stderr: \u000a| �[0;m�[38;5;43m20221209014300679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014300679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014300680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014300680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014300680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014300681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014300681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:02.506514 run osmo-stp_10.42.42.5(pid=8218): stdout: \u000a| (launched: 2022-12-09_01:43:00.511558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:02.635670 run osmo-stp_10.42.42.5(pid=8218): stderr: \u000a| �[0;m�[38;5;43m20221209014300679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014300679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014300680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014300680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014300680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014300681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014300681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:02.692730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8218): Process ended prematurely: osmo-stp_10.42.42.5(pid=8218) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8218)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:43:02.702402 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:43:02.765787 run osmo-hlr_10.42.42.2(pid=8215): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8215)]\u000a01:43:02.817828 run osmo-hlr_10.42.42.2(pid=8215): stdout: \u000a| (launched: 2022-12-09_01:42:59.572366) \u000a01:43:02.870538 run osmo-hlr_10.42.42.2(pid=8215): stderr: \u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014259752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014259764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014259773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014259773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014259773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:02.942102 run osmo-msc_10.42.42.6(pid=8221): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8221)]\u000a01:43:02.994061 run osmo-msc_10.42.42.6(pid=8221): stdout: \u000a| (launched: 2022-12-09_01:43:01.521374) \u000a01:43:03.047034 run osmo-msc_10.42.42.6(pid=8221): stderr: \u000a| �[0;m�[38;5;43m20221209014302148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014302148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b62fcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014302148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014302148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014302148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014302148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014302150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014302150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014302151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014302151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:03.091723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8214): Terminating (SIGTERM)\u000a01:43:03.134032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8217): Terminating (SIGTERM)\u000a01:43:03.176076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8220): Terminating (SIGTERM)\u000a01:43:03.185899 --- ParallelTerminationStrategy: PID 8214 died...\u000a01:43:03.242850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8214): Terminated: ok {rc=0}\u000a01:43:03.253127 --- ParallelTerminationStrategy: PID 8217 died...\u000a01:43:03.309241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8217): Terminated: ok {rc=0}\u000a01:43:03.319742 --- ParallelTerminationStrategy: PID 8220 died...\u000a01:43:03.376414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8220): Terminated: ok {rc=0}\u000a01:43:03.463659 bus /sierra_3: Setting Powered False\u000a01:43:04.570519 bus /sierra_3: Setting Powered False\u000a01:43:05.678076 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8229): Process ended prematurely: osmo-stp_10.42.42.5(pid=8229) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8229)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8229): Process ended prematurely: osmo-stp_10.42.42.5(pid=8229) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:43:06.793305 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:06.805480 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:43:06.959252 tst mo_mt_call_osmux.py: using LAC 18197\u000a01:43:07.086474 tst mo_mt_call_osmux.py: using RAC 92\u000a01:43:07.213222 tst mo_mt_call_osmux.py: using CellId 18197\u000a01:43:07.339869 tst mo_mt_call_osmux.py: using BVCI 18198\u000a01:43:07.364438 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:07.376211 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:07.387699 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:07.399342 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:07.411033 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:43:07.422633 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:43:07.538512 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:43:07.749521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:08.268170 run create_hlr_db(pid=8223): Launched\u000a01:43:08.455565 bus /sierra_2: Setting Powered False\u000a01:43:09.477115 run create_hlr_db(pid=8223): Terminated: ok {rc=0}\u000a01:43:09.882916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8225): Launched\u000a01:43:10.186295 run osmo-hlr_10.42.42.2(pid=8226): Launched\u000a01:43:10.303544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:10.835892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8228): Launched\u000a01:43:11.138969 run osmo-stp_10.42.42.5(pid=8229): Launched\u000a01:43:11.248683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:11.803741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8231): Launched\u000a01:43:12.109445 run osmo-msc_10.42.42.6(pid=8232): Launched\u000a01:43:12.288180 run osmo-stp_10.42.42.5(pid=8229): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8229)]\u000a01:43:12.416563 run osmo-stp_10.42.42.5(pid=8229): stdout: \u000a| (launched: 2022-12-09_01:43:10.989823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:12.543141 run osmo-stp_10.42.42.5(pid=8229): stderr: \u000a| �[0;m�[38;5;43m20221209014311160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014311160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014311161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014311161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014311161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014311161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014311162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:12.664671 run osmo-stp_10.42.42.5(pid=8229): stdout: \u000a| (launched: 2022-12-09_01:43:10.989823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:12.785156 run osmo-stp_10.42.42.5(pid=8229): stderr: \u000a| �[0;m�[38;5;43m20221209014311160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014311160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014311161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014311161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014311161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014311161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014311162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:12.838341 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8229): Process ended prematurely: osmo-stp_10.42.42.5(pid=8229) [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8229)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:43:12.846999 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:43:12.907273 run osmo-hlr_10.42.42.2(pid=8226): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8226)]\u000a01:43:12.960608 run osmo-hlr_10.42.42.2(pid=8226): stdout: \u000a| (launched: 2022-12-09_01:43:10.036608) \u000a01:43:13.013510 run osmo-hlr_10.42.42.2(pid=8226): stderr: \u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014310212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014310224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014310233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014310233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014310233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:13.084361 run osmo-msc_10.42.42.6(pid=8232): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8232)]\u000a01:43:13.135548 run osmo-msc_10.42.42.6(pid=8232): stdout: \u000a| (launched: 2022-12-09_01:43:11.958920) \u000a01:43:13.187213 run osmo-msc_10.42.42.6(pid=8232): stderr: \u000a| �[0;m�[38;5;43m20221209014312227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014312228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0d3c02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014312228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014312228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014312228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014312228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014312230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014312231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:13.231814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8225): Terminating (SIGTERM)\u000a01:43:13.273886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8228): Terminating (SIGTERM)\u000a01:43:13.315712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8231): Terminating (SIGTERM)\u000a01:43:13.325674 --- ParallelTerminationStrategy: PID 8225 died...\u000a01:43:13.381822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8225): Terminated: ok {rc=0}\u000a01:43:13.392047 --- ParallelTerminationStrategy: PID 8228 died...\u000a01:43:13.447679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8228): Terminated: ok {rc=0}\u000a01:43:13.457785 --- ParallelTerminationStrategy: PID 8231 died...\u000a01:43:13.513688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8231): Terminated: ok {rc=0}\u000a01:43:13.599394 bus /sierra_3: Setting Powered False\u000a01:43:14.705393 bus /sierra_3: Setting Powered False\u000a01:43:15.812753 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:42:56" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8243): Process ended prematurely: osmo-stp_10.42.42.5(pid=8243) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8243)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8243): Process ended prematurely: osmo-stp_10.42.42.5(pid=8243) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:43:17.826656 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:17.838012 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:43:17.985574 tst mo_mt_call.py: using LAC 18198\u000a01:43:18.103856 tst mo_mt_call.py: using RAC 93\u000a01:43:18.224110 tst mo_mt_call.py: using CellId 18198\u000a01:43:18.344469 tst mo_mt_call.py: using BVCI 18199\u000a01:43:18.367395 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:18.378746 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:18.389758 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:18.401018 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:18.412249 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:18.423557 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:18.543848 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:18.745656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:19.220670 run create_hlr_db(pid=8237): Launched\u000a01:43:19.394978 bus /sierra_2: Setting Powered False\u000a01:43:20.416684 run create_hlr_db(pid=8237): Terminated: ok {rc=0}\u000a01:43:20.847892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8239): Launched\u000a01:43:21.171797 run osmo-hlr_10.42.42.2(pid=8240): Launched\u000a01:43:21.290046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:21.852186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8242): Launched\u000a01:43:22.176617 run osmo-stp_10.42.42.5(pid=8243): Launched\u000a01:43:22.294392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:22.891307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8245): Launched\u000a01:43:23.217970 run osmo-msc_10.42.42.6(pid=8246): Launched\u000a01:43:23.408098 run osmo-stp_10.42.42.5(pid=8243): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8243)]\u000a01:43:23.544752 run osmo-stp_10.42.42.5(pid=8243): stdout: \u000a| (launched: 2022-12-09_01:43:22.017551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:23.680842 run osmo-stp_10.42.42.5(pid=8243): stderr: \u000a| �[0;m�[38;5;43m20221209014322211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014322212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014322212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014322212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:23.811003 run osmo-stp_10.42.42.5(pid=8243): stdout: \u000a| (launched: 2022-12-09_01:43:22.017551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:23.939452 run osmo-stp_10.42.42.5(pid=8243): stderr: \u000a| �[0;m�[38;5;43m20221209014322211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014322212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014322212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014322212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014322213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:23.996501 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8243): Process ended prematurely: osmo-stp_10.42.42.5(pid=8243) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8243)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:43:24.005910 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:43:24.069317 run osmo-hlr_10.42.42.2(pid=8240): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8240)]\u000a01:43:24.121233 run osmo-hlr_10.42.42.2(pid=8240): stdout: \u000a| (launched: 2022-12-09_01:43:21.012534) \u000a01:43:24.173930 run osmo-hlr_10.42.42.2(pid=8240): stderr: \u000a| �[0;m�[1;31m20221209014321210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014321210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014321210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014321210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014321211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014321211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014321223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014321233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014321233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014321233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:24.244940 run osmo-msc_10.42.42.6(pid=8246): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8246)]\u000a01:43:24.296584 run osmo-msc_10.42.42.6(pid=8246): stdout: \u000a| (launched: 2022-12-09_01:43:23.056742) \u000a01:43:24.349683 run osmo-msc_10.42.42.6(pid=8246): stderr: \u000a| �[0;m�[38;5;43m20221209014323380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014323380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a9799ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014323380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014323380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014323380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014323381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014323382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014323383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014323383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014323383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:24.394056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8239): Terminating (SIGTERM)\u000a01:43:24.435726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8242): Terminating (SIGTERM)\u000a01:43:24.477496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8245): Terminating (SIGTERM)\u000a01:43:24.487162 --- ParallelTerminationStrategy: PID 8239 died...\u000a01:43:24.543460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8239): Terminated: ok {rc=0}\u000a01:43:24.553787 --- ParallelTerminationStrategy: PID 8242 died...\u000a01:43:24.609703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8242): Terminated: ok {rc=0}\u000a01:43:24.619881 --- ParallelTerminationStrategy: PID 8245 died...\u000a01:43:24.675712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8245): Terminated: ok {rc=0}\u000a01:43:24.763030 bus /sierra_3: Setting Powered False\u000a01:43:25.870423 bus /sierra_3: Setting Powered False\u000a01:43:26.977672 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8254): Process ended prematurely: osmo-stp_10.42.42.5(pid=8254) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8254)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8254): Process ended prematurely: osmo-stp_10.42.42.5(pid=8254) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:43:28.093172 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.105849 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:43:28.260357 tst mo_mt_call_osmux.py: using LAC 18199\u000a01:43:28.388871 tst mo_mt_call_osmux.py: using RAC 94\u000a01:43:28.506395 tst mo_mt_call_osmux.py: using CellId 18199\u000a01:43:28.623741 tst mo_mt_call_osmux.py: using BVCI 18200\u000a01:43:28.646813 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.658158 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.669517 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.680993 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.692835 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:43:28.704482 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:28.824080 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:43:29.025828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:29.502685 run create_hlr_db(pid=8248): Launched\u000a01:43:29.677543 bus /sierra_2: Setting Powered False\u000a01:43:30.698653 run create_hlr_db(pid=8248): Terminated: ok {rc=0}\u000a01:43:31.164641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8250): Launched\u000a01:43:31.595738 run osmo-hlr_10.42.42.2(pid=8251): Launched\u000a01:43:31.821964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:32.429854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8253): Launched\u000a01:43:32.732274 run osmo-stp_10.42.42.5(pid=8254): Launched\u000a01:43:32.842169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:33.395554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8256): Launched\u000a01:43:33.700367 run osmo-msc_10.42.42.6(pid=8257): Launched\u000a01:43:33.878214 run osmo-stp_10.42.42.5(pid=8254): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8254)]\u000a01:43:34.006778 run osmo-stp_10.42.42.5(pid=8254): stdout: \u000a| (launched: 2022-12-09_01:43:32.583409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:34.132675 run osmo-stp_10.42.42.5(pid=8254): stderr: \u000a| �[0;m�[38;5;43m20221209014332754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014332755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014332755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014332755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:34.254439 run osmo-stp_10.42.42.5(pid=8254): stdout: \u000a| (launched: 2022-12-09_01:43:32.583409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:34.374948 run osmo-stp_10.42.42.5(pid=8254): stderr: \u000a| �[0;m�[38;5;43m20221209014332754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014332755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014332755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014332755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014332756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:34.428391 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8254): Process ended prematurely: osmo-stp_10.42.42.5(pid=8254) [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8254)] [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:43:34.436852 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:43:34.497442 run osmo-hlr_10.42.42.2(pid=8251): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8251)]\u000a01:43:34.546640 run osmo-hlr_10.42.42.2(pid=8251): stdout: \u000a| (launched: 2022-12-09_01:43:31.323422) \u000a01:43:34.596612 run osmo-hlr_10.42.42.2(pid=8251): stderr: \u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014331598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014331609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014331626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014331626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014331626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:34.664304 run osmo-msc_10.42.42.6(pid=8257): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8257)]\u000a01:43:34.713494 run osmo-msc_10.42.42.6(pid=8257): stdout: \u000a| (launched: 2022-12-09_01:43:33.549937) \u000a01:43:34.763001 run osmo-msc_10.42.42.6(pid=8257): stderr: \u000a| �[0;m�[38;5;43m20221209014333822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014333822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34e9fcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014333822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014333822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014333822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014333823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014333824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014333825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014333825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014333825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:34.804661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8250): Terminating (SIGTERM)\u000a01:43:34.844178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8253): Terminating (SIGTERM)\u000a01:43:34.883724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8256): Terminating (SIGTERM)\u000a01:43:34.893172 --- ParallelTerminationStrategy: PID 8250 died...\u000a01:43:34.946154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8250): Terminated: ok {rc=0}\u000a01:43:34.955920 --- ParallelTerminationStrategy: PID 8253 died...\u000a01:43:35.008628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8253): Terminated: ok {rc=0}\u000a01:43:35.018335 --- ParallelTerminationStrategy: PID 8256 died...\u000a01:43:35.071810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8256): Terminated: ok {rc=0}\u000a01:43:35.155388 bus /sierra_3: Setting Powered False\u000a01:43:36.262428 bus /sierra_3: Setting Powered False\u000a01:43:37.373827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:43:17" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8268): Process ended prematurely: osmo-stp_10.42.42.5(pid=8268) [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8268)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8268): Process ended prematurely: osmo-stp_10.42.42.5(pid=8268) [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:43:39.365948 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.377049 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:39.507317 tst emergency_mo_mt_call.py: using LAC 18200\u000a01:43:39.627581 tst emergency_mo_mt_call.py: using RAC 95\u000a01:43:39.746312 tst emergency_mo_mt_call.py: using CellId 18200\u000a01:43:39.862619 tst emergency_mo_mt_call.py: using BVCI 18201\u000a01:43:39.885143 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.895998 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.906570 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.917346 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.928018 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:39.939159 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:40.058224 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:40.256269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:40.724056 run create_hlr_db(pid=8262): Launched\u000a01:43:40.896537 bus /sierra_2: Setting Powered False\u000a01:43:41.917078 run create_hlr_db(pid=8262): Terminated: ok {rc=0}\u000a01:43:42.342014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8264): Launched\u000a01:43:42.661018 run osmo-hlr_10.42.42.2(pid=8265): Launched\u000a01:43:42.777749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:43.330599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8267): Launched\u000a01:43:43.649161 run osmo-stp_10.42.42.5(pid=8268): Launched\u000a01:43:43.784368 tst emergency_mo_mt_call.py: using MSISDN 6956\u000a01:43:43.942724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:44.526712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8270): Launched\u000a01:43:44.845923 run osmo-msc_10.42.42.6(pid=8271): Launched\u000a01:43:45.032791 run osmo-stp_10.42.42.5(pid=8268): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8268)]\u000a01:43:45.168010 run osmo-stp_10.42.42.5(pid=8268): stdout: \u000a| (launched: 2022-12-09_01:43:43.491848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:45.302516 run osmo-stp_10.42.42.5(pid=8268): stderr: \u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014343682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:45.430616 run osmo-stp_10.42.42.5(pid=8268): stdout: \u000a| (launched: 2022-12-09_01:43:43.491848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:45.557421 run osmo-stp_10.42.42.5(pid=8268): stderr: \u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014343681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014343682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014343682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:45.613091 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8268): Process ended prematurely: osmo-stp_10.42.42.5(pid=8268) [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8268)] [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a01:43:45.621564 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a01:43:45.684473 run osmo-hlr_10.42.42.2(pid=8265): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8265)]\u000a01:43:45.736571 run osmo-hlr_10.42.42.2(pid=8265): stdout: \u000a| (launched: 2022-12-09_01:43:42.503886) \u000a01:43:45.789133 run osmo-hlr_10.42.42.2(pid=8265): stderr: \u000a| �[0;m�[1;31m20221209014342698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014342699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014342699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014342699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014342699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014342699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014342710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014342719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014342719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014342719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:45.883676 run osmo-msc_10.42.42.6(pid=8271): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8271)]\u000a01:43:45.940596 run osmo-msc_10.42.42.6(pid=8271): stdout: \u000a| (launched: 2022-12-09_01:43:44.689105) \u000a01:43:45.994342 run osmo-msc_10.42.42.6(pid=8271): stderr: \u000a| �[0;m�[38;5;43m20221209014345010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014345010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5e9a16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014345010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014345010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014345010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014345011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014345012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014345013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014345013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014345013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:46.040234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8264): Terminating (SIGTERM)\u000a01:43:46.086006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8267): Terminating (SIGTERM)\u000a01:43:46.130775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8270): Terminating (SIGTERM)\u000a01:43:46.143866 --- ParallelTerminationStrategy: PID 8264 died...\u000a01:43:46.203694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8264): Terminated: ok {rc=0}\u000a01:43:46.214802 --- ParallelTerminationStrategy: PID 8267 died...\u000a01:43:46.272818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8267): Terminated: ok {rc=0}\u000a01:43:46.283855 --- ParallelTerminationStrategy: PID 8270 died...\u000a01:43:46.343207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8270): Terminated: ok {rc=0}\u000a01:43:46.431328 bus /sierra_3: Setting Powered False\u000a01:43:47.534320 bus /sierra_3: Setting Powered False\u000a01:43:48.646427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8279): Process ended prematurely: osmo-stp_10.42.42.5(pid=8279) [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8279)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8279): Process ended prematurely: osmo-stp_10.42.42.5(pid=8279) [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:43:49.698923 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:49.710839 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:43:49.847720 tst emergency_preemptive_call.py: using LAC 18201\u000a01:43:49.974358 tst emergency_preemptive_call.py: using RAC 96\u000a01:43:50.104683 tst emergency_preemptive_call.py: using CellId 18201\u000a01:43:50.225648 tst emergency_preemptive_call.py: using BVCI 18202\u000a01:43:50.248395 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:50.259520 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:50.270296 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:50.281970 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:50.293531 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:43:50.305166 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:50.420302 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:50.541957 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:50.655674 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:43:50.853617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:43:51.324376 run create_hlr_db(pid=8273): Launched\u000a01:43:51.497726 bus /sierra_2: Setting Powered False\u000a01:43:52.529922 run create_hlr_db(pid=8273): Terminated: ok {rc=0}\u000a01:43:52.955146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8275): Launched\u000a01:43:53.275852 run osmo-hlr_10.42.42.2(pid=8276): Launched\u000a01:43:53.394970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:43:53.950779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8278): Launched\u000a01:43:54.269494 run osmo-stp_10.42.42.5(pid=8279): Launched\u000a01:43:54.397955 tst emergency_preemptive_call.py: using MSISDN 6957\u000a01:43:54.556401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:43:55.140213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8281): Launched\u000a01:43:55.459490 run osmo-msc_10.42.42.6(pid=8282): Launched\u000a01:43:55.646107 run osmo-stp_10.42.42.5(pid=8279): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8279)]\u000a01:43:55.780863 run osmo-stp_10.42.42.5(pid=8279): stdout: \u000a| (launched: 2022-12-09_01:43:54.113455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:55.915443 run osmo-stp_10.42.42.5(pid=8279): stderr: \u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014354303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:56.044119 run osmo-stp_10.42.42.5(pid=8279): stdout: \u000a| (launched: 2022-12-09_01:43:54.113455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:43:56.171538 run osmo-stp_10.42.42.5(pid=8279): stderr: \u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014354303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014354303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014354304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:43:56.227254 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8279): Process ended prematurely: osmo-stp_10.42.42.5(pid=8279) [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8279)] [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a01:43:56.235948 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a01:43:56.299355 run osmo-hlr_10.42.42.2(pid=8276): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8276)]\u000a01:43:56.351388 run osmo-hlr_10.42.42.2(pid=8276): stdout: \u000a| (launched: 2022-12-09_01:43:53.117911) \u000a01:43:56.404164 run osmo-hlr_10.42.42.2(pid=8276): stderr: \u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014353314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014353326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014353334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014353334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014353334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:43:56.475688 run osmo-msc_10.42.42.6(pid=8282): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8282)]\u000a01:43:56.527652 run osmo-msc_10.42.42.6(pid=8282): stdout: \u000a| (launched: 2022-12-09_01:43:55.302218) \u000a01:43:56.580655 run osmo-msc_10.42.42.6(pid=8282): stderr: \u000a| �[0;m�[38;5;43m20221209014355625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014355625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b2814fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014355625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014355625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014355625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014355626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014355627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014355628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014355628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014355628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:43:56.625490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8275): Terminating (SIGTERM)\u000a01:43:56.668008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8278): Terminating (SIGTERM)\u000a01:43:56.710535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8281): Terminating (SIGTERM)\u000a01:43:56.720341 --- ParallelTerminationStrategy: PID 8275 died...\u000a01:43:56.776687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8275): Terminated: ok {rc=0}\u000a01:43:56.786876 --- ParallelTerminationStrategy: PID 8278 died...\u000a01:43:56.843067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8278): Terminated: ok {rc=0}\u000a01:43:56.853370 --- ParallelTerminationStrategy: PID 8281 died...\u000a01:43:56.909589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8281): Terminated: ok {rc=0}\u000a01:43:56.998763 bus /sierra_9: Setting Powered False\u000a01:43:58.107380 bus /sierra_9: Setting Powered False\u000a01:43:59.214601 bus /sierra_8: Setting Powered False\u000a01:44:00.321494 bus /sierra_8: Setting Powered False\u000a01:44:01.437483 bus /sierra_3: Setting Powered False\u000a01:44:02.543198 bus /sierra_3: Setting Powered False\u000a01:44:03.651131 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:43:39" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:44:05.749304 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:05.760609 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:05.894852 tst cs_paging_gprs_active.py: using LAC 18202\u000a01:44:06.020257 tst cs_paging_gprs_active.py: using RAC 97\u000a01:44:06.142740 tst cs_paging_gprs_active.py: using CellId 18202\u000a01:44:06.260689 tst cs_paging_gprs_active.py: using BVCI 18203\u000a01:44:06.284169 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.295116 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.305759 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.316866 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.327560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.338217 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.349051 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.359598 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:06.370479 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:06.490358 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:06.785348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:44:06.921031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:07.258627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8287): Launched\u000a01:44:07.538176 run iperf3-srv_10.42.42.10(pid=8288): Launched\u000a01:44:07.737243 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:44:07.873048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:08.211005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8289): Launched\u000a01:44:08.490334 run iperf3-srv_10.42.42.10(pid=8290): Launched\u000a01:44:08.690355 tst cs_paging_gprs_active.py:38: start network...\u000a01:44:08.826175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:09.349283 run create_hlr_db(pid=8291): Launched\u000a01:44:09.536852 bus /sierra_2: Setting Powered False\u000a01:44:10.558590 run create_hlr_db(pid=8291): Terminated: ok {rc=0}\u000a01:44:10.967599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Launched\u000a01:44:11.272943 run osmo-hlr_10.42.42.2(pid=8294): Launched\u000a01:44:11.393158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:11.929254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Launched\u000a01:44:12.233542 run osmo-stp_10.42.42.5(pid=8300): Launched\u000a01:44:12.344582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:12.875429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8302): Launched\u000a01:44:12.983991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:13.250449 run patchelf(pid=8303): Launched\u000a01:44:13.429212 run osmo-stp_10.42.42.5(pid=8300): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)]\u000a01:44:13.559883 run osmo-stp_10.42.42.5(pid=8300): stdout: \u000a| (launched: 2022-12-09_01:44:12.083333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:13.691130 run osmo-stp_10.42.42.5(pid=8300): stderr: \u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014412252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:13.817356 run osmo-stp_10.42.42.5(pid=8300): stdout: \u000a| (launched: 2022-12-09_01:44:12.083333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:13.942139 run osmo-stp_10.42.42.5(pid=8300): stderr: \u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014412251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014412252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014412252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:14.087625 run patchelf(pid=8303): Terminating (SIGINT)\u000a01:44:14.258990 run patchelf(pid=8303): Terminated: ok {rc=0}\u000a01:44:14.290484 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8300): Process ended prematurely: osmo-stp_10.42.42.5(pid=8300) [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8300)] [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a01:44:14.299741 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:44:14.360783 run osmo-hlr_10.42.42.2(pid=8294): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8294)]\u000a01:44:14.410351 run osmo-hlr_10.42.42.2(pid=8294): stdout: \u000a| (launched: 2022-12-09_01:44:11.122348) \u000a01:44:14.460415 run osmo-hlr_10.42.42.2(pid=8294): stderr: \u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014411298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014411310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014411318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014411318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014411318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:14.502694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8287): Terminating (SIGTERM)\u000a01:44:14.542685 run iperf3-srv_10.42.42.10(pid=8288): Terminating (SIGTERM)\u000a01:44:14.582770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8289): Terminating (SIGTERM)\u000a01:44:14.622823 run iperf3-srv_10.42.42.10(pid=8290): Terminating (SIGTERM)\u000a01:44:14.662895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Terminating (SIGTERM)\u000a01:44:14.703180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Terminating (SIGTERM)\u000a01:44:14.742940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8302): Terminating (SIGTERM)\u000a01:44:14.752407 --- ParallelTerminationStrategy: PID 8287 died...\u000a01:44:14.806060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8287): Terminated: ok {rc=0}\u000a01:44:14.815895 --- ParallelTerminationStrategy: PID 8288 died...\u000a01:44:14.868895 run iperf3-srv_10.42.42.10(pid=8288): Terminated {rc=256}\u000a01:44:14.878639 --- ParallelTerminationStrategy: PID 8289 died...\u000a01:44:14.931888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8289): Terminated: ok {rc=0}\u000a01:44:14.941854 --- ParallelTerminationStrategy: PID 8290 died...\u000a01:44:14.994973 run iperf3-srv_10.42.42.10(pid=8290): Terminated {rc=256}\u000a01:44:15.004703 --- ParallelTerminationStrategy: PID 8293 died...\u000a01:44:15.057618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8293): Terminated: ok {rc=0}\u000a01:44:15.067417 --- ParallelTerminationStrategy: PID 8296 died...\u000a01:44:15.120235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8296): Terminated: ok {rc=0}\u000a01:44:15.130030 --- ParallelTerminationStrategy: PID 8302 died...\u000a01:44:15.183026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8302): Terminated: ok {rc=0}\u000a01:44:15.266390 bus /gobi_0: Setting Powered False\u000a01:44:16.377818 bus /gobi_0: Setting Powered False\u000a01:44:17.482388 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2352↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2352↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a01:44:18.598012 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:18.609860 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:18.744496 tst iperf3.py: using LAC 18203\u000a01:44:18.871099 tst iperf3.py: using RAC 98\u000a01:44:18.997221 tst iperf3.py: using CellId 18203\u000a01:44:19.125699 tst iperf3.py: using BVCI 18204\u000a01:44:19.150481 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.161841 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.172775 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.183808 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.194767 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.205723 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.216853 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.227773 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:19.238878 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:19.520057 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:19.646337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:19.960769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8304): Launched\u000a01:44:20.223870 run iperf3-srv_10.42.42.10(pid=8305): Launched\u000a01:44:20.408742 tst iperf3.py:8: start network...\u000a01:44:20.535069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:21.016138 run create_hlr_db(pid=8306): Launched\u000a01:44:21.191692 bus /gobi_6: Setting Powered False\u000a01:44:22.212195 run create_hlr_db(pid=8306): Terminated: ok {rc=0}\u000a01:44:22.618449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Launched\u000a01:44:22.926110 run osmo-hlr_10.42.42.2(pid=8309): Launched\u000a01:44:23.041497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:23.567725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Launched\u000a01:44:23.872836 run osmo-stp_10.42.42.5(pid=8312): Launched\u000a01:44:23.983490 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:24.522030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8314): Launched\u000a01:44:24.639328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:24.923618 run patchelf(pid=8315): Launched\u000a01:44:25.114794 run osmo-stp_10.42.42.5(pid=8312): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)]\u000a01:44:25.253863 run osmo-stp_10.42.42.5(pid=8312): stdout: \u000a| (launched: 2022-12-09_01:44:23.722373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:25.393221 run osmo-stp_10.42.42.5(pid=8312): stderr: \u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014423892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:25.527198 run osmo-stp_10.42.42.5(pid=8312): stdout: \u000a| (launched: 2022-12-09_01:44:23.722373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:25.659857 run osmo-stp_10.42.42.5(pid=8312): stderr: \u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014423892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014423892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014423893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:25.815070 run patchelf(pid=8315): Terminating (SIGINT)\u000a01:44:25.997774 run patchelf(pid=8315): Terminated: ok {rc=0}\u000a01:44:26.031317 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8312): Process ended prematurely: osmo-stp_10.42.42.5(pid=8312) [trial-2352↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8312)] [trial-2352↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a01:44:26.041944 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:44:26.105354 run osmo-hlr_10.42.42.2(pid=8309): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8309)]\u000a01:44:26.156849 run osmo-hlr_10.42.42.2(pid=8309): stdout: \u000a| (launched: 2022-12-09_01:44:22.772884) \u000a01:44:26.209032 run osmo-hlr_10.42.42.2(pid=8309): stderr: \u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014422948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014422959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014422968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014422968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014422968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:26.253551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8304): Terminating (SIGTERM)\u000a01:44:26.295408 run iperf3-srv_10.42.42.10(pid=8305): Terminating (SIGTERM)\u000a01:44:26.337353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Terminating (SIGTERM)\u000a01:44:26.379176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Terminating (SIGTERM)\u000a01:44:26.420912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8314): Terminating (SIGTERM)\u000a01:44:26.430667 --- ParallelTerminationStrategy: PID 8304 died...\u000a01:44:26.486822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8304): Terminated: ok {rc=0}\u000a01:44:26.496926 --- ParallelTerminationStrategy: PID 8305 died...\u000a01:44:26.552652 run iperf3-srv_10.42.42.10(pid=8305): Terminated {rc=256}\u000a01:44:26.562764 --- ParallelTerminationStrategy: PID 8308 died...\u000a01:44:26.618377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8308): Terminated: ok {rc=0}\u000a01:44:26.628448 --- ParallelTerminationStrategy: PID 8311 died...\u000a01:44:26.684109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8311): Terminated: ok {rc=0}\u000a01:44:26.694250 --- ParallelTerminationStrategy: PID 8314 died...\u000a01:44:26.750131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8314): Terminated: ok {rc=0}\u000a01:44:26.837142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8330): Process ended prematurely: osmo-stp_10.42.42.5(pid=8330) [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8330)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8330): Process ended prematurely: osmo-stp_10.42.42.5(pid=8330) [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a01:44:27.952314 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:27.967708 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:28.098634 tst iperf3m4.py: using LAC 18204\u000a01:44:28.236680 tst iperf3m4.py: using RAC 99\u000a01:44:28.376602 tst iperf3m4.py: using CellId 18204\u000a01:44:28.501993 tst iperf3m4.py: using BVCI 18205\u000a01:44:28.526718 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.537845 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.548666 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.559609 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.570562 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.581531 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.592443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.603335 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:28.614398 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:28.732265 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:28.849329 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:28.971031 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:29.255432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:44:29.381990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:29.698772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8316): Launched\u000a01:44:29.959652 run iperf3-srv_10.42.42.10(pid=8317): Launched\u000a01:44:30.144330 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:44:30.270532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:30.585547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8318): Launched\u000a01:44:30.861574 run iperf3-srv_10.42.42.10(pid=8319): Launched\u000a01:44:31.052770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:44:31.181920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:31.519490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8320): Launched\u000a01:44:31.814150 run iperf3-srv_10.42.42.10(pid=8321): Launched\u000a01:44:32.002122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:44:32.130892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:44:32.446803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8322): Launched\u000a01:44:32.707470 run iperf3-srv_10.42.42.10(pid=8323): Launched\u000a01:44:32.892050 tst iperf3m4.py:8: start network...\u000a01:44:33.017677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:33.495286 run create_hlr_db(pid=8324): Launched\u000a01:44:33.670730 bus /gobi_6: Setting Powered False\u000a01:44:34.703661 run create_hlr_db(pid=8324): Terminated: ok {rc=0}\u000a01:44:35.137784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8326): Launched\u000a01:44:35.462332 run osmo-hlr_10.42.42.2(pid=8327): Launched\u000a01:44:35.583704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:36.152042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8329): Launched\u000a01:44:36.477585 run osmo-stp_10.42.42.5(pid=8330): Launched\u000a01:44:36.595708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:37.166257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8332): Launched\u000a01:44:37.282501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:37.566777 run patchelf(pid=8333): Launched\u000a01:44:37.759642 run osmo-stp_10.42.42.5(pid=8330): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8330)]\u000a01:44:37.899299 run osmo-stp_10.42.42.5(pid=8330): stdout: \u000a| (launched: 2022-12-09_01:44:36.317671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:38.039382 run osmo-stp_10.42.42.5(pid=8330): stderr: \u000a| �[0;m�[38;5;43m20221209014436506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014436506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014436507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014436507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:38.174429 run osmo-stp_10.42.42.5(pid=8330): stdout: \u000a| (launched: 2022-12-09_01:44:36.317671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:38.307637 run osmo-stp_10.42.42.5(pid=8330): stderr: \u000a| �[0;m�[38;5;43m20221209014436506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014436506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014436507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014436507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014436508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:38.463233 run patchelf(pid=8333): Terminating (SIGINT)\u000a01:44:38.646612 run patchelf(pid=8333): Terminated: ok {rc=0}\u000a01:44:38.679993 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8330): Process ended prematurely: osmo-stp_10.42.42.5(pid=8330) [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8330)] [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a01:44:38.690052 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:44:38.753354 run osmo-hlr_10.42.42.2(pid=8327): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8327)]\u000a01:44:38.804839 run osmo-hlr_10.42.42.2(pid=8327): stdout: \u000a| (launched: 2022-12-09_01:44:35.303158) \u000a01:44:38.856936 run osmo-hlr_10.42.42.2(pid=8327): stderr: \u000a| �[0;m�[1;31m20221209014435498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014435498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014435499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014435499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014435499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014435499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014435512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014435522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014435523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014435523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:38.901812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8316): Terminating (SIGTERM)\u000a01:44:38.944031 run iperf3-srv_10.42.42.10(pid=8317): Terminating (SIGTERM)\u000a01:44:38.986129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8318): Terminating (SIGTERM)\u000a01:44:39.028008 run iperf3-srv_10.42.42.10(pid=8319): Terminating (SIGTERM)\u000a01:44:39.070511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8320): Terminating (SIGTERM)\u000a01:44:39.112549 run iperf3-srv_10.42.42.10(pid=8321): Terminating (SIGTERM)\u000a01:44:39.154729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8322): Terminating (SIGTERM)\u000a01:44:39.196507 run iperf3-srv_10.42.42.10(pid=8323): Terminating (SIGTERM)\u000a01:44:39.238597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8326): Terminating (SIGTERM)\u000a01:44:39.280530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8329): Terminating (SIGTERM)\u000a01:44:39.322659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8332): Terminating (SIGTERM)\u000a01:44:39.332441 --- ParallelTerminationStrategy: PID 8316 died...\u000a01:44:39.389512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8316): Terminated: ok {rc=0}\u000a01:44:39.399710 --- ParallelTerminationStrategy: PID 8317 died...\u000a01:44:39.455999 run iperf3-srv_10.42.42.10(pid=8317): Terminated {rc=256}\u000a01:44:39.466252 --- ParallelTerminationStrategy: PID 8318 died...\u000a01:44:39.522498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8318): Terminated: ok {rc=0}\u000a01:44:39.532665 --- ParallelTerminationStrategy: PID 8319 died...\u000a01:44:39.588662 run iperf3-srv_10.42.42.10(pid=8319): Terminated {rc=256}\u000a01:44:39.598833 --- ParallelTerminationStrategy: PID 8320 died...\u000a01:44:39.654679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8320): Terminated: ok {rc=0}\u000a01:44:39.664806 --- ParallelTerminationStrategy: PID 8321 died...\u000a01:44:39.720564 run iperf3-srv_10.42.42.10(pid=8321): Terminated {rc=256}\u000a01:44:39.730736 --- ParallelTerminationStrategy: PID 8322 died...\u000a01:44:39.786644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8322): Terminated: ok {rc=0}\u000a01:44:39.796764 --- ParallelTerminationStrategy: PID 8323 died...\u000a01:44:39.852477 run iperf3-srv_10.42.42.10(pid=8323): Terminated {rc=256}\u000a01:44:39.862709 --- ParallelTerminationStrategy: PID 8326 died...\u000a01:44:39.918364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8326): Terminated: ok {rc=0}\u000a01:44:39.928546 --- ParallelTerminationStrategy: PID 8329 died...\u000a01:44:39.984630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8329): Terminated: ok {rc=0}\u000a01:44:39.994823 --- ParallelTerminationStrategy: PID 8332 died...\u000a01:44:40.051137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8332): Terminated: ok {rc=0}\u000a01:44:40.138550 bus /gobi_4: Setting Powered False\u000a01:44:41.243457 bus /gobi_4: Setting Powered False\u000a01:44:42.357021 bus /gobi_1: Setting Powered False\u000a01:44:43.460135 bus /gobi_1: Setting Powered False\u000a01:44:44.572132 bus /gobi_0: Setting Powered False\u000a01:44:45.677647 bus /gobi_0: Setting Powered False\u000a01:44:46.790470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8340): Process ended prematurely: osmo-stp_10.42.42.5(pid=8340) [trial-2352↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8340)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8340): Process ended prematurely: osmo-stp_10.42.42.5(pid=8340) [trial-2352↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a01:44:47.854863 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:47.866043 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:47.994759 tst ping.py: using LAC 18205\u000a01:44:48.112252 tst ping.py: using RAC 100\u000a01:44:48.229648 tst ping.py: using CellId 18205\u000a01:44:48.354504 tst ping.py: using BVCI 18206\u000a01:44:48.378912 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.390296 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.401558 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.413295 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.424216 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.435219 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.446355 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:48.457471 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:48.730373 tst ping.py:19: start network...\u000a01:44:48.854457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:49.322299 run create_hlr_db(pid=8334): Launched\u000a01:44:49.494182 bus /gobi_6: Setting Powered False\u000a01:44:50.526464 run create_hlr_db(pid=8334): Terminated: ok {rc=0}\u000a01:44:50.950664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8336): Launched\u000a01:44:51.271415 run osmo-hlr_10.42.42.2(pid=8337): Launched\u000a01:44:51.390200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:44:51.949829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8339): Launched\u000a01:44:52.270502 run osmo-stp_10.42.42.5(pid=8340): Launched\u000a01:44:52.386208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:44:52.946186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8342): Launched\u000a01:44:53.061313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:44:53.341804 run patchelf(pid=8343): Launched\u000a01:44:53.528884 run osmo-stp_10.42.42.5(pid=8340): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8340)]\u000a01:44:53.665641 run osmo-stp_10.42.42.5(pid=8340): stdout: \u000a| (launched: 2022-12-09_01:44:52.112901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:53.802789 run osmo-stp_10.42.42.5(pid=8340): stderr: \u000a| �[0;m�[38;5;43m20221209014452303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014452303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014452304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014452304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014452304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014452305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014452305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:53.934808 run osmo-stp_10.42.42.5(pid=8340): stdout: \u000a| (launched: 2022-12-09_01:44:52.112901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:44:54.066021 run osmo-stp_10.42.42.5(pid=8340): stderr: \u000a| �[0;m�[38;5;43m20221209014452303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014452303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014452304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014452304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014452304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014452305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014452305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:44:54.218544 run patchelf(pid=8343): Terminating (SIGINT)\u000a01:44:54.397688 run patchelf(pid=8343): Terminated: ok {rc=0}\u000a01:44:54.430018 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8340): Process ended prematurely: osmo-stp_10.42.42.5(pid=8340) [trial-2352↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8340)] [trial-2352↪gprs:nanobts+band-1900↪ping.py:22]\u000a01:44:54.439218 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:44:54.502385 run osmo-hlr_10.42.42.2(pid=8337): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8337)]\u000a01:44:54.553893 run osmo-hlr_10.42.42.2(pid=8337): stdout: \u000a| (launched: 2022-12-09_01:44:51.114126) \u000a01:44:54.605800 run osmo-hlr_10.42.42.2(pid=8337): stderr: \u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014451311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014451323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014451331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014451332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014451332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:44:54.650233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8336): Terminating (SIGTERM)\u000a01:44:54.692077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8339): Terminating (SIGTERM)\u000a01:44:54.734015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8342): Terminating (SIGTERM)\u000a01:44:54.743764 --- ParallelTerminationStrategy: PID 8336 died...\u000a01:44:54.800100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8336): Terminated: ok {rc=0}\u000a01:44:54.810309 --- ParallelTerminationStrategy: PID 8339 died...\u000a01:44:54.866526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8339): Terminated: ok {rc=0}\u000a01:44:54.876690 --- ParallelTerminationStrategy: PID 8342 died...\u000a01:44:54.932700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8342): Terminated: ok {rc=0}\u000a01:44:55.020821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:44:56.073672 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.085512 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:44:56.219910 tst ping_idle_ping.py: using LAC 18206\u000a01:44:56.345506 tst ping_idle_ping.py: using RAC 101\u000a01:44:56.472043 tst ping_idle_ping.py: using CellId 18206\u000a01:44:56.597326 tst ping_idle_ping.py: using BVCI 18207\u000a01:44:56.621762 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.632855 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.643854 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.654938 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.665846 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.676700 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.687781 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:44:56.698779 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:44:56.974834 tst ping_idle_ping.py:24: start network...\u000a01:44:57.100301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:44:57.576467 run create_hlr_db(pid=8344): Launched\u000a01:44:57.750116 bus /gobi_6: Setting Powered False\u000a01:44:58.771222 run create_hlr_db(pid=8344): Terminated: ok {rc=0}\u000a01:44:59.171394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Launched\u000a01:44:59.472255 run osmo-hlr_10.42.42.2(pid=8347): Launched\u000a01:44:59.590740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:00.120118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Launched\u000a01:45:00.420453 run osmo-stp_10.42.42.5(pid=8350): Launched\u000a01:45:00.532363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:01.101992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8352): Launched\u000a01:45:01.238942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:01.535644 run patchelf(pid=8356): Launched\u000a01:45:01.737396 run osmo-stp_10.42.42.5(pid=8350): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)]\u000a01:45:01.891101 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-09_01:45:00.271906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:02.039724 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014500443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:02.177184 run osmo-stp_10.42.42.5(pid=8350): stdout: \u000a| (launched: 2022-12-09_01:45:00.271906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:02.309337 run osmo-stp_10.42.42.5(pid=8350): stderr: \u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014500442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014500443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014500443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:02.463155 run patchelf(pid=8356): Terminating (SIGINT)\u000a01:45:02.643387 run patchelf(pid=8356): Terminated: ok {rc=0}\u000a01:45:02.676037 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8350): Process ended prematurely: osmo-stp_10.42.42.5(pid=8350) [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8350)] [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a01:45:02.685624 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:45:02.749383 run osmo-hlr_10.42.42.2(pid=8347): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8347)]\u000a01:45:02.801376 run osmo-hlr_10.42.42.2(pid=8347): stdout: \u000a| (launched: 2022-12-09_01:44:59.323394) \u000a01:45:02.854026 run osmo-hlr_10.42.42.2(pid=8347): stderr: \u000a| �[0;m�[1;31m20221209014459496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014459496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014459497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014459497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014459497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014459497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014459508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014459516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014459517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014459517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:02.899182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminating (SIGTERM)\u000a01:45:02.941728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminating (SIGTERM)\u000a01:45:02.984393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8352): Terminating (SIGTERM)\u000a01:45:02.994482 --- ParallelTerminationStrategy: PID 8346 died...\u000a01:45:03.051562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8346): Terminated: ok {rc=0}\u000a01:45:03.062288 --- ParallelTerminationStrategy: PID 8349 died...\u000a01:45:03.119617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8349): Terminated: ok {rc=0}\u000a01:45:03.130032 --- ParallelTerminationStrategy: PID 8352 died...\u000a01:45:03.186693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8352): Terminated: ok {rc=0}\u000a01:45:03.274965 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8371): Process ended prematurely: osmo-stp_10.42.42.5(pid=8371) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8371)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8371): Process ended prematurely: osmo-stp_10.42.42.5(pid=8371) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:45:05.415260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:05.426523 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:05.556312 tst cs_paging_gprs_active.py: using LAC 18207\u000a01:45:05.683499 tst cs_paging_gprs_active.py: using RAC 102\u000a01:45:05.806112 tst cs_paging_gprs_active.py: using CellId 18207\u000a01:45:05.924102 tst cs_paging_gprs_active.py: using BVCI 18208\u000a01:45:05.947660 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:05.958788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:05.969657 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:05.980845 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:05.992117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:06.003528 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:06.014719 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:06.026006 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:06.037166 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:06.152576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:06.448473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:45:06.584060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:06.921080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Launched\u000a01:45:07.201221 run iperf3-srv_10.42.42.10(pid=8361): Launched\u000a01:45:07.400162 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:45:07.535469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:07.872324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8363): Launched\u000a01:45:08.153095 run iperf3-srv_10.42.42.10(pid=8364): Launched\u000a01:45:08.352423 tst cs_paging_gprs_active.py:38: start network...\u000a01:45:08.488414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:09.008451 run create_hlr_db(pid=8365): Launched\u000a01:45:09.197976 bus /gobi_6: Setting Powered False\u000a01:45:10.218011 run create_hlr_db(pid=8365): Terminated: ok {rc=0}\u000a01:45:10.627238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8367): Launched\u000a01:45:10.932851 run osmo-hlr_10.42.42.2(pid=8368): Launched\u000a01:45:11.052161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:11.586535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8370): Launched\u000a01:45:11.893773 run osmo-stp_10.42.42.5(pid=8371): Launched\u000a01:45:12.005403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:12.539117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8373): Launched\u000a01:45:12.647604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:12.914050 run patchelf(pid=8374): Launched\u000a01:45:13.092523 run osmo-stp_10.42.42.5(pid=8371): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8371)]\u000a01:45:13.223992 run osmo-stp_10.42.42.5(pid=8371): stdout: \u000a| (launched: 2022-12-09_01:45:11.741132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:13.355156 run osmo-stp_10.42.42.5(pid=8371): stderr: \u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014511911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:13.480787 run osmo-stp_10.42.42.5(pid=8371): stdout: \u000a| (launched: 2022-12-09_01:45:11.741132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:13.605716 run osmo-stp_10.42.42.5(pid=8371): stderr: \u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014511910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014511911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014511911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:13.751449 run patchelf(pid=8374): Terminating (SIGINT)\u000a01:45:13.922686 run patchelf(pid=8374): Terminated: ok {rc=0}\u000a01:45:13.954116 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8371): Process ended prematurely: osmo-stp_10.42.42.5(pid=8371) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8371)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:45:13.963436 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:45:14.024408 run osmo-hlr_10.42.42.2(pid=8368): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8368)]\u000a01:45:14.073487 run osmo-hlr_10.42.42.2(pid=8368): stdout: \u000a| (launched: 2022-12-09_01:45:10.781636) \u000a01:45:14.123583 run osmo-hlr_10.42.42.2(pid=8368): stderr: \u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014510957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014510970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014510978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014510979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014510979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:14.165912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Terminating (SIGTERM)\u000a01:45:14.206061 run iperf3-srv_10.42.42.10(pid=8361): Terminating (SIGTERM)\u000a01:45:14.246135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8363): Terminating (SIGTERM)\u000a01:45:14.286038 run iperf3-srv_10.42.42.10(pid=8364): Terminating (SIGTERM)\u000a01:45:14.325824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8367): Terminating (SIGTERM)\u000a01:45:14.365875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8370): Terminating (SIGTERM)\u000a01:45:14.405883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8373): Terminating (SIGTERM)\u000a01:45:14.415341 --- ParallelTerminationStrategy: PID 8360 died...\u000a01:45:14.468809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8360): Terminated: ok {rc=0}\u000a01:45:14.478894 --- ParallelTerminationStrategy: PID 8361 died...\u000a01:45:14.532232 run iperf3-srv_10.42.42.10(pid=8361): Terminated {rc=256}\u000a01:45:14.542164 --- ParallelTerminationStrategy: PID 8363 died...\u000a01:45:14.595930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8363): Terminated: ok {rc=0}\u000a01:45:14.605879 --- ParallelTerminationStrategy: PID 8364 died...\u000a01:45:14.658928 run iperf3-srv_10.42.42.10(pid=8364): Terminated {rc=256}\u000a01:45:14.668853 --- ParallelTerminationStrategy: PID 8367 died...\u000a01:45:14.721866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8367): Terminated: ok {rc=0}\u000a01:45:14.731772 --- ParallelTerminationStrategy: PID 8370 died...\u000a01:45:14.785115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8370): Terminated: ok {rc=0}\u000a01:45:14.794821 --- ParallelTerminationStrategy: PID 8373 died...\u000a01:45:14.848223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8373): Terminated: ok {rc=0}\u000a01:45:14.936276 bus /gobi_0: Setting Powered False\u000a01:45:16.057272 bus /gobi_0: Setting Powered False\u000a01:45:17.170869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8383): Process ended prematurely: osmo-stp_10.42.42.5(pid=8383) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8383)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8383): Process ended prematurely: osmo-stp_10.42.42.5(pid=8383) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:45:18.284486 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.296507 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:18.431207 tst iperf3.py: using LAC 18208\u000a01:45:18.552547 tst iperf3.py: using RAC 103\u000a01:45:18.672154 tst iperf3.py: using CellId 18208\u000a01:45:18.798086 tst iperf3.py: using BVCI 18209\u000a01:45:18.821463 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.832532 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.843308 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.854739 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.865804 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.876690 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.888814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.900178 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:18.911162 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:19.186925 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:19.314016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:19.629262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8375): Launched\u000a01:45:19.891201 run iperf3-srv_10.42.42.10(pid=8376): Launched\u000a01:45:20.076666 tst iperf3.py:8: start network...\u000a01:45:20.203927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:20.684680 run create_hlr_db(pid=8377): Launched\u000a01:45:20.860035 bus /gobi_6: Setting Powered False\u000a01:45:21.882031 run create_hlr_db(pid=8377): Terminated: ok {rc=0}\u000a01:45:22.315704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8379): Launched\u000a01:45:22.642668 run osmo-hlr_10.42.42.2(pid=8380): Launched\u000a01:45:22.764241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:23.335536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8382): Launched\u000a01:45:23.663060 run osmo-stp_10.42.42.5(pid=8383): Launched\u000a01:45:23.782392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:24.353729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8385): Launched\u000a01:45:24.470031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:24.754646 run patchelf(pid=8386): Launched\u000a01:45:24.946546 run osmo-stp_10.42.42.5(pid=8383): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8383)]\u000a01:45:25.087248 run osmo-stp_10.42.42.5(pid=8383): stdout: \u000a| (launched: 2022-12-09_01:45:23.501663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:25.227730 run osmo-stp_10.42.42.5(pid=8383): stderr: \u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014523696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:25.363722 run osmo-stp_10.42.42.5(pid=8383): stdout: \u000a| (launched: 2022-12-09_01:45:23.501663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:25.497862 run osmo-stp_10.42.42.5(pid=8383): stderr: \u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014523695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014523696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014523696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:25.654321 run patchelf(pid=8386): Terminating (SIGINT)\u000a01:45:25.838433 run patchelf(pid=8386): Terminated: ok {rc=0}\u000a01:45:25.871960 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8383): Process ended prematurely: osmo-stp_10.42.42.5(pid=8383) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8383)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a01:45:25.881917 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:45:25.945361 run osmo-hlr_10.42.42.2(pid=8380): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8380)]\u000a01:45:25.997074 run osmo-hlr_10.42.42.2(pid=8380): stdout: \u000a| (launched: 2022-12-09_01:45:22.481708) \u000a01:45:26.049383 run osmo-hlr_10.42.42.2(pid=8380): stderr: \u000a| �[0;m�[1;31m20221209014522679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014522679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014522679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014522679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014522680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014522680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014522693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014522702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014522703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014522703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:26.095158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8375): Terminating (SIGTERM)\u000a01:45:26.137914 run iperf3-srv_10.42.42.10(pid=8376): Terminating (SIGTERM)\u000a01:45:26.180136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8379): Terminating (SIGTERM)\u000a01:45:26.222355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8382): Terminating (SIGTERM)\u000a01:45:26.264357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8385): Terminating (SIGTERM)\u000a01:45:26.274217 --- ParallelTerminationStrategy: PID 8375 died...\u000a01:45:26.330673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8375): Terminated: ok {rc=0}\u000a01:45:26.341016 --- ParallelTerminationStrategy: PID 8376 died...\u000a01:45:26.397448 run iperf3-srv_10.42.42.10(pid=8376): Terminated {rc=256}\u000a01:45:26.407563 --- ParallelTerminationStrategy: PID 8379 died...\u000a01:45:26.463964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8379): Terminated: ok {rc=0}\u000a01:45:26.474279 --- ParallelTerminationStrategy: PID 8382 died...\u000a01:45:26.530663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8382): Terminated: ok {rc=0}\u000a01:45:26.540910 --- ParallelTerminationStrategy: PID 8385 died...\u000a01:45:26.597232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8385): Terminated: ok {rc=0}\u000a01:45:26.685387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:45:27.800794 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:27.812851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:27.949387 tst iperf3m4.py: using LAC 18209\u000a01:45:28.079264 tst iperf3m4.py: using RAC 104\u000a01:45:28.208399 tst iperf3m4.py: using CellId 18209\u000a01:45:28.337206 tst iperf3m4.py: using BVCI 18210\u000a01:45:28.362295 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.373989 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.385525 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.396998 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.408535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.419931 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.431659 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.443059 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:28.454665 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:28.571360 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:28.692859 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:28.813713 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:29.109999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:45:29.246233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:29.586415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8387): Launched\u000a01:45:29.867436 run iperf3-srv_10.42.42.10(pid=8388): Launched\u000a01:45:30.067272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:45:30.204155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:30.544265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8389): Launched\u000a01:45:30.826923 run iperf3-srv_10.42.42.10(pid=8390): Launched\u000a01:45:31.040569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:45:31.180406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:31.538007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8391): Launched\u000a01:45:31.834726 run iperf3-srv_10.42.42.10(pid=8392): Launched\u000a01:45:32.038758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:45:32.178036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:45:32.516461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8393): Launched\u000a01:45:32.797374 run iperf3-srv_10.42.42.10(pid=8394): Launched\u000a01:45:32.997368 tst iperf3m4.py:8: start network...\u000a01:45:33.134076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:33.658029 run create_hlr_db(pid=8395): Launched\u000a01:45:33.846560 bus /gobi_6: Setting Powered False\u000a01:45:34.868862 run create_hlr_db(pid=8395): Terminated: ok {rc=0}\u000a01:45:35.279663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Launched\u000a01:45:35.587976 run osmo-hlr_10.42.42.2(pid=8398): Launched\u000a01:45:35.707390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:36.243023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Launched\u000a01:45:36.551212 run osmo-stp_10.42.42.5(pid=8401): Launched\u000a01:45:36.663020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:37.194613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8403): Launched\u000a01:45:37.302943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:37.570368 run patchelf(pid=8404): Launched\u000a01:45:37.749511 run osmo-stp_10.42.42.5(pid=8401): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)]\u000a01:45:37.880244 run osmo-stp_10.42.42.5(pid=8401): stdout: \u000a| (launched: 2022-12-09_01:45:36.398162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:38.010788 run osmo-stp_10.42.42.5(pid=8401): stderr: \u000a| �[0;m�[38;5;43m20221209014536565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014536565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014536566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014536566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:38.136671 run osmo-stp_10.42.42.5(pid=8401): stdout: \u000a| (launched: 2022-12-09_01:45:36.398162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:38.261481 run osmo-stp_10.42.42.5(pid=8401): stderr: \u000a| �[0;m�[38;5;43m20221209014536565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014536565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014536566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014536566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014536567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:38.407244 run patchelf(pid=8404): Terminating (SIGINT)\u000a01:45:38.579106 run patchelf(pid=8404): Terminated: ok {rc=0}\u000a01:45:38.610647 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8401): Process ended prematurely: osmo-stp_10.42.42.5(pid=8401) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8401)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:45:38.619986 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:45:38.681016 run osmo-hlr_10.42.42.2(pid=8398): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8398)]\u000a01:45:38.730182 run osmo-hlr_10.42.42.2(pid=8398): stdout: \u000a| (launched: 2022-12-09_01:45:35.434714) \u000a01:45:38.780067 run osmo-hlr_10.42.42.2(pid=8398): stderr: \u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014535608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014535620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014535628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014535628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014535628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:38.822413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8387): Terminating (SIGTERM)\u000a01:45:38.862806 run iperf3-srv_10.42.42.10(pid=8388): Terminating (SIGTERM)\u000a01:45:38.902823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8389): Terminating (SIGTERM)\u000a01:45:38.942799 run iperf3-srv_10.42.42.10(pid=8390): Terminating (SIGTERM)\u000a01:45:38.982757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8391): Terminating (SIGTERM)\u000a01:45:39.023053 run iperf3-srv_10.42.42.10(pid=8392): Terminating (SIGTERM)\u000a01:45:39.062811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8393): Terminating (SIGTERM)\u000a01:45:39.102684 run iperf3-srv_10.42.42.10(pid=8394): Terminating (SIGTERM)\u000a01:45:39.143072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Terminating (SIGTERM)\u000a01:45:39.182872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Terminating (SIGTERM)\u000a01:45:39.222788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8403): Terminating (SIGTERM)\u000a01:45:39.232322 --- ParallelTerminationStrategy: PID 8387 died...\u000a01:45:39.286579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8387): Terminated: ok {rc=0}\u000a01:45:39.296270 --- ParallelTerminationStrategy: PID 8388 died...\u000a01:45:39.349714 run iperf3-srv_10.42.42.10(pid=8388): Terminated {rc=256}\u000a01:45:39.359558 --- ParallelTerminationStrategy: PID 8389 died...\u000a01:45:39.413309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8389): Terminated: ok {rc=0}\u000a01:45:39.423129 --- ParallelTerminationStrategy: PID 8390 died...\u000a01:45:39.476492 run iperf3-srv_10.42.42.10(pid=8390): Terminated {rc=256}\u000a01:45:39.486132 --- ParallelTerminationStrategy: PID 8391 died...\u000a01:45:39.539459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8391): Terminated: ok {rc=0}\u000a01:45:39.549401 --- ParallelTerminationStrategy: PID 8392 died...\u000a01:45:39.602765 run iperf3-srv_10.42.42.10(pid=8392): Terminated {rc=256}\u000a01:45:39.612417 --- ParallelTerminationStrategy: PID 8393 died...\u000a01:45:39.665883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8393): Terminated: ok {rc=0}\u000a01:45:39.675794 --- ParallelTerminationStrategy: PID 8394 died...\u000a01:45:39.728978 run iperf3-srv_10.42.42.10(pid=8394): Terminated {rc=256}\u000a01:45:39.738649 --- ParallelTerminationStrategy: PID 8397 died...\u000a01:45:39.791838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8397): Terminated: ok {rc=0}\u000a01:45:39.801771 --- ParallelTerminationStrategy: PID 8400 died...\u000a01:45:39.855655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8400): Terminated: ok {rc=0}\u000a01:45:39.865785 --- ParallelTerminationStrategy: PID 8403 died...\u000a01:45:39.919356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8403): Terminated: ok {rc=0}\u000a01:45:40.003489 bus /gobi_4: Setting Powered False\u000a01:45:41.106254 bus /gobi_4: Setting Powered False\u000a01:45:42.212786 bus /gobi_1: Setting Powered False\u000a01:45:43.320076 bus /gobi_1: Setting Powered False\u000a01:45:44.428213 bus /gobi_0: Setting Powered False\u000a01:45:45.533886 bus /gobi_0: Setting Powered False\u000a01:45:46.672464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8411): Process ended prematurely: osmo-stp_10.42.42.5(pid=8411) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8411)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8411): Process ended prematurely: osmo-stp_10.42.42.5(pid=8411) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:45:47.743956 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:47.755911 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:47.890492 tst ping.py: using LAC 18210\u000a01:45:48.015010 tst ping.py: using RAC 105\u000a01:45:48.137150 tst ping.py: using CellId 18210\u000a01:45:48.259966 tst ping.py: using BVCI 18211\u000a01:45:48.282916 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.294043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.304934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.316033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.327280 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.338564 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.349932 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:48.361310 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:48.633852 tst ping.py:19: start network...\u000a01:45:48.757833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:49.225224 run create_hlr_db(pid=8405): Launched\u000a01:45:49.398333 bus /gobi_6: Setting Powered False\u000a01:45:50.418060 run create_hlr_db(pid=8405): Terminated: ok {rc=0}\u000a01:45:50.843027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8407): Launched\u000a01:45:51.163628 run osmo-hlr_10.42.42.2(pid=8408): Launched\u000a01:45:51.279628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:45:51.838563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8410): Launched\u000a01:45:52.158682 run osmo-stp_10.42.42.5(pid=8411): Launched\u000a01:45:52.278348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:45:52.838984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8413): Launched\u000a01:45:52.952528 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:45:53.232050 run patchelf(pid=8414): Launched\u000a01:45:53.418977 run osmo-stp_10.42.42.5(pid=8411): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8411)]\u000a01:45:53.556355 run osmo-stp_10.42.42.5(pid=8411): stdout: \u000a| (launched: 2022-12-09_01:45:52.000941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:53.693365 run osmo-stp_10.42.42.5(pid=8411): stderr: \u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014552192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:53.825793 run osmo-stp_10.42.42.5(pid=8411): stdout: \u000a| (launched: 2022-12-09_01:45:52.000941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:45:53.956378 run osmo-stp_10.42.42.5(pid=8411): stderr: \u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014552191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014552192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014552192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:45:54.109540 run patchelf(pid=8414): Terminating (SIGINT)\u000a01:45:54.289388 run patchelf(pid=8414): Terminated: ok {rc=0}\u000a01:45:54.321984 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8411): Process ended prematurely: osmo-stp_10.42.42.5(pid=8411) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8411)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a01:45:54.331369 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:45:54.394437 run osmo-hlr_10.42.42.2(pid=8408): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8408)]\u000a01:45:54.446093 run osmo-hlr_10.42.42.2(pid=8408): stdout: \u000a| (launched: 2022-12-09_01:45:51.004857) \u000a01:45:54.498644 run osmo-hlr_10.42.42.2(pid=8408): stderr: \u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014551203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014551215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014551223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014551223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014551223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:45:54.543366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8407): Terminating (SIGTERM)\u000a01:45:54.585534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8410): Terminating (SIGTERM)\u000a01:45:54.627708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8413): Terminating (SIGTERM)\u000a01:45:54.637545 --- ParallelTerminationStrategy: PID 8407 died...\u000a01:45:54.694105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8407): Terminated: ok {rc=0}\u000a01:45:54.704307 --- ParallelTerminationStrategy: PID 8410 died...\u000a01:45:54.760493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8410): Terminated: ok {rc=0}\u000a01:45:54.770665 --- ParallelTerminationStrategy: PID 8413 died...\u000a01:45:54.826324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8413): Terminated: ok {rc=0}\u000a01:45:54.914232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:45:55.967746 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:55.980171 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:45:56.116094 tst ping_idle_ping.py: using LAC 18211\u000a01:45:56.241968 tst ping_idle_ping.py: using RAC 106\u000a01:45:56.367488 tst ping_idle_ping.py: using CellId 18211\u000a01:45:56.494125 tst ping_idle_ping.py: using BVCI 18212\u000a01:45:56.518535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.530135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.541417 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.552630 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.563867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.575068 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.586608 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:45:56.597863 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:45:56.890805 tst ping_idle_ping.py:24: start network...\u000a01:45:57.023540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:45:57.537998 run create_hlr_db(pid=8415): Launched\u000a01:45:57.712598 bus /gobi_6: Setting Powered False\u000a01:45:58.733225 run create_hlr_db(pid=8415): Terminated: ok {rc=0}\u000a01:45:59.133171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Launched\u000a01:45:59.434362 run osmo-hlr_10.42.42.2(pid=8418): Launched\u000a01:45:59.552003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:00.081358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Launched\u000a01:46:00.381688 run osmo-stp_10.42.42.5(pid=8421): Launched\u000a01:46:00.491022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:01.075702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8423): Launched\u000a01:46:01.226334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:01.527747 run patchelf(pid=8424): Launched\u000a01:46:01.721063 run osmo-stp_10.42.42.5(pid=8421): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)]\u000a01:46:01.862096 run osmo-stp_10.42.42.5(pid=8421): stdout: \u000a| (launched: 2022-12-09_01:46:00.233052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:02.002782 run osmo-stp_10.42.42.5(pid=8421): stderr: \u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014600404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:02.138271 run osmo-stp_10.42.42.5(pid=8421): stdout: \u000a| (launched: 2022-12-09_01:46:00.233052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:02.271043 run osmo-stp_10.42.42.5(pid=8421): stderr: \u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014600403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014600404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014600404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:02.424194 run patchelf(pid=8424): Terminating (SIGINT)\u000a01:46:02.604539 run patchelf(pid=8424): Terminated: ok {rc=0}\u000a01:46:02.637332 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8421): Process ended prematurely: osmo-stp_10.42.42.5(pid=8421) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8421)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:46:02.646553 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:46:02.709839 run osmo-hlr_10.42.42.2(pid=8418): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8418)]\u000a01:46:02.761483 run osmo-hlr_10.42.42.2(pid=8418): stdout: \u000a| (launched: 2022-12-09_01:45:59.285071) \u000a01:46:02.813572 run osmo-hlr_10.42.42.2(pid=8418): stderr: \u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014559459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014559471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014559479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014559480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014559480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:02.858486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Terminating (SIGTERM)\u000a01:46:02.900547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Terminating (SIGTERM)\u000a01:46:02.942582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8423): Terminating (SIGTERM)\u000a01:46:02.952269 --- ParallelTerminationStrategy: PID 8417 died...\u000a01:46:03.008577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8417): Terminated: ok {rc=0}\u000a01:46:03.018740 --- ParallelTerminationStrategy: PID 8420 died...\u000a01:46:03.074803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8420): Terminated: ok {rc=0}\u000a01:46:03.085063 --- ParallelTerminationStrategy: PID 8423 died...\u000a01:46:03.141342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8423): Terminated: ok {rc=0}\u000a01:46:03.229126 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:45:05" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:46:05.345118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.356046 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:05.502018 tst cs_paging_gprs_active.py: using LAC 18212\u000a01:46:05.621870 tst cs_paging_gprs_active.py: using RAC 107\u000a01:46:05.740586 tst cs_paging_gprs_active.py: using CellId 18212\u000a01:46:05.866597 tst cs_paging_gprs_active.py: using BVCI 18213\u000a01:46:05.891887 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.903540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.915041 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.926695 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.938393 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.950099 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.961776 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.973718 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:05.985349 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:06.101138 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:06.396064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:46:06.532027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:06.869945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8428): Launched\u000a01:46:07.150613 run iperf3-srv_10.42.42.10(pid=8429): Launched\u000a01:46:07.350245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:46:07.486035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:07.823667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Launched\u000a01:46:08.103506 run iperf3-srv_10.42.42.10(pid=8431): Launched\u000a01:46:08.302508 tst cs_paging_gprs_active.py:38: start network...\u000a01:46:08.438364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:08.960695 run create_hlr_db(pid=8432): Launched\u000a01:46:09.149748 bus /gobi_6: Setting Powered False\u000a01:46:10.170695 run create_hlr_db(pid=8432): Terminated: ok {rc=0}\u000a01:46:10.603869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Launched\u000a01:46:10.929617 run osmo-hlr_10.42.42.2(pid=8435): Launched\u000a01:46:11.050378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:11.617856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Launched\u000a01:46:11.945622 run osmo-stp_10.42.42.5(pid=8438): Launched\u000a01:46:12.062984 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:12.633950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Launched\u000a01:46:12.750870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:13.036684 run patchelf(pid=8441): Launched\u000a01:46:13.228480 run osmo-stp_10.42.42.5(pid=8438): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]\u000a01:46:13.368590 run osmo-stp_10.42.42.5(pid=8438): stdout: \u000a| (launched: 2022-12-09_01:46:11.784194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:13.509501 run osmo-stp_10.42.42.5(pid=8438): stderr: \u000a| �[0;m�[38;5;43m20221209014611978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014611978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014611979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014611979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014611979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014611980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014611980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:13.644818 run osmo-stp_10.42.42.5(pid=8438): stdout: \u000a| (launched: 2022-12-09_01:46:11.784194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:13.778963 run osmo-stp_10.42.42.5(pid=8438): stderr: \u000a| �[0;m�[38;5;43m20221209014611978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014611978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014611979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014611979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014611979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014611980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014611980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:13.935055 run patchelf(pid=8441): Terminating (SIGINT)\u000a01:46:14.118833 run patchelf(pid=8441): Terminated: ok {rc=0}\u000a01:46:14.152224 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:46:14.162233 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:46:14.225921 run osmo-hlr_10.42.42.2(pid=8435): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8435)]\u000a01:46:14.277776 run osmo-hlr_10.42.42.2(pid=8435): stdout: \u000a| (launched: 2022-12-09_01:46:10.769406) \u000a01:46:14.330294 run osmo-hlr_10.42.42.2(pid=8435): stderr: \u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014610970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014610982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014610992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014610992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014610993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:14.375243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8428): Terminating (SIGTERM)\u000a01:46:14.417660 run iperf3-srv_10.42.42.10(pid=8429): Terminating (SIGTERM)\u000a01:46:14.460057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Terminating (SIGTERM)\u000a01:46:14.502612 run iperf3-srv_10.42.42.10(pid=8431): Terminating (SIGTERM)\u000a01:46:14.544846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Terminating (SIGTERM)\u000a01:46:14.587334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Terminating (SIGTERM)\u000a01:46:14.630116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Terminating (SIGTERM)\u000a01:46:14.639993 --- ParallelTerminationStrategy: PID 8428 died...\u000a01:46:14.697171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8428): Terminated: ok {rc=0}\u000a01:46:14.707487 --- ParallelTerminationStrategy: PID 8429 died...\u000a01:46:14.763791 run iperf3-srv_10.42.42.10(pid=8429): Terminated {rc=256}\u000a01:46:14.774055 --- ParallelTerminationStrategy: PID 8430 died...\u000a01:46:14.830021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Terminated: ok {rc=0}\u000a01:46:14.840215 --- ParallelTerminationStrategy: PID 8431 died...\u000a01:46:14.896129 run iperf3-srv_10.42.42.10(pid=8431): Terminated {rc=256}\u000a01:46:14.906348 --- ParallelTerminationStrategy: PID 8434 died...\u000a01:46:14.962103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Terminated: ok {rc=0}\u000a01:46:14.972389 --- ParallelTerminationStrategy: PID 8437 died...\u000a01:46:15.028496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Terminated: ok {rc=0}\u000a01:46:15.038779 --- ParallelTerminationStrategy: PID 8440 died...\u000a01:46:15.095324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Terminated: ok {rc=0}\u000a01:46:15.183596 bus /gobi_0: Setting Powered False\u000a01:46:16.288123 bus /gobi_0: Setting Powered False\u000a01:46:17.393032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:46:18.507531 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:18.519598 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:18.683084 tst iperf3.py: using LAC 18213\u000a01:46:18.810232 tst iperf3.py: using RAC 108\u000a01:46:18.935160 tst iperf3.py: using CellId 18213\u000a01:46:19.060304 tst iperf3.py: using BVCI 18214\u000a01:46:19.085239 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.097330 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.108726 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.120255 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.131668 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.143003 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.154679 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.166030 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:19.177607 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:19.469741 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:46:19.605184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:19.942274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Launched\u000a01:46:20.222811 run iperf3-srv_10.42.42.10(pid=8443): Launched\u000a01:46:20.421227 tst iperf3.py:8: start network...\u000a01:46:20.556583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:21.075165 run create_hlr_db(pid=8444): Launched\u000a01:46:21.263336 bus /gobi_6: Setting Powered False\u000a01:46:22.284286 run create_hlr_db(pid=8444): Terminated: ok {rc=0}\u000a01:46:22.691072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Launched\u000a01:46:22.994532 run osmo-hlr_10.42.42.2(pid=8447): Launched\u000a01:46:23.106252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:23.634597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Launched\u000a01:46:23.940597 run osmo-stp_10.42.42.5(pid=8450): Launched\u000a01:46:24.051950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:24.583302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8452): Launched\u000a01:46:24.691539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:24.958093 run patchelf(pid=8453): Launched\u000a01:46:25.137183 run osmo-stp_10.42.42.5(pid=8450): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)]\u000a01:46:25.268127 run osmo-stp_10.42.42.5(pid=8450): stdout: \u000a| (launched: 2022-12-09_01:46:23.789530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:25.399326 run osmo-stp_10.42.42.5(pid=8450): stderr: \u000a| �[0;m�[38;5;43m20221209014623961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014623962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014623962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014623962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:25.525940 run osmo-stp_10.42.42.5(pid=8450): stdout: \u000a| (launched: 2022-12-09_01:46:23.789530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:25.651377 run osmo-stp_10.42.42.5(pid=8450): stderr: \u000a| �[0;m�[38;5;43m20221209014623961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014623962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014623962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014623962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014623963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:25.798039 run patchelf(pid=8453): Terminating (SIGINT)\u000a01:46:25.970088 run patchelf(pid=8453): Terminated: ok {rc=0}\u000a01:46:26.001727 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8450): Process ended prematurely: osmo-stp_10.42.42.5(pid=8450) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8450)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:46:26.011024 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:46:26.073006 run osmo-hlr_10.42.42.2(pid=8447): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8447)]\u000a01:46:26.123054 run osmo-hlr_10.42.42.2(pid=8447): stdout: \u000a| (launched: 2022-12-09_01:46:22.845114) \u000a01:46:26.173833 run osmo-hlr_10.42.42.2(pid=8447): stderr: \u000a| �[0;m�[1;31m20221209014623021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014623021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014623021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014623022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014623022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014623022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014623034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014623042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014623042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014623042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:26.216836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Terminating (SIGTERM)\u000a01:46:26.257306 run iperf3-srv_10.42.42.10(pid=8443): Terminating (SIGTERM)\u000a01:46:26.297634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Terminating (SIGTERM)\u000a01:46:26.337937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Terminating (SIGTERM)\u000a01:46:26.378495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8452): Terminating (SIGTERM)\u000a01:46:26.388379 --- ParallelTerminationStrategy: PID 8442 died...\u000a01:46:26.442998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Terminated: ok {rc=0}\u000a01:46:26.452857 --- ParallelTerminationStrategy: PID 8443 died...\u000a01:46:26.506788 run iperf3-srv_10.42.42.10(pid=8443): Terminated {rc=256}\u000a01:46:26.516512 --- ParallelTerminationStrategy: PID 8446 died...\u000a01:46:26.569553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8446): Terminated: ok {rc=0}\u000a01:46:26.579718 --- ParallelTerminationStrategy: PID 8449 died...\u000a01:46:26.632749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8449): Terminated: ok {rc=0}\u000a01:46:26.642828 --- ParallelTerminationStrategy: PID 8452 died...\u000a01:46:26.696022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8452): Terminated: ok {rc=0}\u000a01:46:26.780191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:46:27.894490 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:27.906793 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:28.062037 tst iperf3m4.py: using LAC 18214\u000a01:46:28.190909 tst iperf3m4.py: using RAC 109\u000a01:46:28.323215 tst iperf3m4.py: using CellId 18214\u000a01:46:28.448840 tst iperf3m4.py: using BVCI 18215\u000a01:46:28.473808 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.485207 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.496436 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.507725 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.518960 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.530341 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.541725 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.553117 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:28.564518 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:28.683527 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:28.803574 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:28.923662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:29.218220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:46:29.353662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:29.698059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8454): Launched\u000a01:46:29.979484 run iperf3-srv_10.42.42.10(pid=8455): Launched\u000a01:46:30.178998 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:46:30.314624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:30.651011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8456): Launched\u000a01:46:30.954694 run iperf3-srv_10.42.42.10(pid=8457): Launched\u000a01:46:31.172672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:46:31.331748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:31.676302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8458): Launched\u000a01:46:31.974412 run iperf3-srv_10.42.42.10(pid=8459): Launched\u000a01:46:32.179097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:46:32.314827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:46:32.651721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8460): Launched\u000a01:46:32.930768 run iperf3-srv_10.42.42.10(pid=8461): Launched\u000a01:46:33.130830 tst iperf3m4.py:8: start network...\u000a01:46:33.266415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:33.787024 run create_hlr_db(pid=8462): Launched\u000a01:46:33.975304 bus /gobi_6: Setting Powered False\u000a01:46:34.995761 run create_hlr_db(pid=8462): Terminated: ok {rc=0}\u000a01:46:35.404829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Launched\u000a01:46:35.710217 run osmo-hlr_10.42.42.2(pid=8465): Launched\u000a01:46:35.822883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:36.362072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Launched\u000a01:46:36.687496 run osmo-stp_10.42.42.5(pid=8468): Launched\u000a01:46:36.804837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:37.374285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8470): Launched\u000a01:46:37.490306 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:37.775698 run patchelf(pid=8471): Launched\u000a01:46:37.966745 run osmo-stp_10.42.42.5(pid=8468): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]\u000a01:46:38.106995 run osmo-stp_10.42.42.5(pid=8468): stdout: \u000a| (launched: 2022-12-09_01:46:36.527366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:38.247025 run osmo-stp_10.42.42.5(pid=8468): stderr: \u000a| �[0;m�[38;5;43m20221209014636714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014636714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014636715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014636715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:38.381726 run osmo-stp_10.42.42.5(pid=8468): stdout: \u000a| (launched: 2022-12-09_01:46:36.527366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:38.515000 run osmo-stp_10.42.42.5(pid=8468): stderr: \u000a| �[0;m�[38;5;43m20221209014636714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014636714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014636715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014636715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014636716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:38.670614 run patchelf(pid=8471): Terminating (SIGINT)\u000a01:46:38.854065 run patchelf(pid=8471): Terminated: ok {rc=0}\u000a01:46:38.887772 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:46:38.897674 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:46:38.961038 run osmo-hlr_10.42.42.2(pid=8465): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8465)]\u000a01:46:39.012409 run osmo-hlr_10.42.42.2(pid=8465): stdout: \u000a| (launched: 2022-12-09_01:46:35.559728) \u000a01:46:39.064491 run osmo-hlr_10.42.42.2(pid=8465): stderr: \u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014635730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014635743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014635752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014635752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014635752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:39.109299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8454): Terminating (SIGTERM)\u000a01:46:39.151228 run iperf3-srv_10.42.42.10(pid=8455): Terminating (SIGTERM)\u000a01:46:39.193378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8456): Terminating (SIGTERM)\u000a01:46:39.235318 run iperf3-srv_10.42.42.10(pid=8457): Terminating (SIGTERM)\u000a01:46:39.277274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8458): Terminating (SIGTERM)\u000a01:46:39.319113 run iperf3-srv_10.42.42.10(pid=8459): Terminating (SIGTERM)\u000a01:46:39.361091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8460): Terminating (SIGTERM)\u000a01:46:39.402923 run iperf3-srv_10.42.42.10(pid=8461): Terminating (SIGTERM)\u000a01:46:39.444993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Terminating (SIGTERM)\u000a01:46:39.486969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminating (SIGTERM)\u000a01:46:39.529691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8470): Terminating (SIGTERM)\u000a01:46:39.539637 --- ParallelTerminationStrategy: PID 8454 died...\u000a01:46:39.596455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8454): Terminated: ok {rc=0}\u000a01:46:39.606756 --- ParallelTerminationStrategy: PID 8455 died...\u000a01:46:39.662561 run iperf3-srv_10.42.42.10(pid=8455): Terminated {rc=256}\u000a01:46:39.672685 --- ParallelTerminationStrategy: PID 8456 died...\u000a01:46:39.728666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8456): Terminated: ok {rc=0}\u000a01:46:39.738758 --- ParallelTerminationStrategy: PID 8457 died...\u000a01:46:39.794670 run iperf3-srv_10.42.42.10(pid=8457): Terminated {rc=256}\u000a01:46:39.804788 --- ParallelTerminationStrategy: PID 8458 died...\u000a01:46:39.860853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8458): Terminated: ok {rc=0}\u000a01:46:39.871176 --- ParallelTerminationStrategy: PID 8459 died...\u000a01:46:39.927212 run iperf3-srv_10.42.42.10(pid=8459): Terminated {rc=256}\u000a01:46:39.937421 --- ParallelTerminationStrategy: PID 8460 died...\u000a01:46:39.993306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8460): Terminated: ok {rc=0}\u000a01:46:40.003491 --- ParallelTerminationStrategy: PID 8461 died...\u000a01:46:40.059441 run iperf3-srv_10.42.42.10(pid=8461): Terminated {rc=256}\u000a01:46:40.069779 --- ParallelTerminationStrategy: PID 8464 died...\u000a01:46:40.125828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Terminated: ok {rc=0}\u000a01:46:40.135960 --- ParallelTerminationStrategy: PID 8467 died...\u000a01:46:40.191812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminated: ok {rc=0}\u000a01:46:40.202086 --- ParallelTerminationStrategy: PID 8470 died...\u000a01:46:40.258678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8470): Terminated: ok {rc=0}\u000a01:46:40.348345 bus /gobi_4: Setting Powered False\u000a01:46:41.457226 bus /gobi_4: Setting Powered False\u000a01:46:42.570038 bus /gobi_1: Setting Powered False\u000a01:46:43.677391 bus /gobi_1: Setting Powered False\u000a01:46:44.787130 bus /gobi_0: Setting Powered False\u000a01:46:45.902869 bus /gobi_0: Setting Powered False\u000a01:46:47.014923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:46:48.080449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.092330 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:48.241606 tst ping.py: using LAC 18215\u000a01:46:48.381199 tst ping.py: using RAC 110\u000a01:46:48.512444 tst ping.py: using CellId 18215\u000a01:46:48.639603 tst ping.py: using BVCI 18216\u000a01:46:48.664614 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.676325 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.687787 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.699576 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.711240 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.723046 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.734962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:48.747561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:49.040695 tst ping.py:19: start network...\u000a01:46:49.175261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:49.689241 run create_hlr_db(pid=8472): Launched\u000a01:46:49.875629 bus /gobi_6: Setting Powered False\u000a01:46:50.896107 run create_hlr_db(pid=8472): Terminated: ok {rc=0}\u000a01:46:51.299388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Launched\u000a01:46:51.600150 run osmo-hlr_10.42.42.2(pid=8475): Launched\u000a01:46:51.714329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:46:52.251063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Launched\u000a01:46:52.549744 run osmo-stp_10.42.42.5(pid=8478): Launched\u000a01:46:52.659528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:46:53.181979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8480): Launched\u000a01:46:53.288324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:46:53.548591 run patchelf(pid=8481): Launched\u000a01:46:53.723728 run osmo-stp_10.42.42.5(pid=8478): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)]\u000a01:46:53.851767 run osmo-stp_10.42.42.5(pid=8478): stdout: \u000a| (launched: 2022-12-09_01:46:52.401803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:53.980347 run osmo-stp_10.42.42.5(pid=8478): stderr: \u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014652572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:54.103802 run osmo-stp_10.42.42.5(pid=8478): stdout: \u000a| (launched: 2022-12-09_01:46:52.401803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:46:54.225976 run osmo-stp_10.42.42.5(pid=8478): stderr: \u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014652571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014652572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014652572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:46:54.368609 run patchelf(pid=8481): Terminating (SIGINT)\u000a01:46:54.536525 run patchelf(pid=8481): Terminated: ok {rc=0}\u000a01:46:54.567026 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8478): Process ended prematurely: osmo-stp_10.42.42.5(pid=8478) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8478)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:46:54.575703 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:46:54.637044 run osmo-hlr_10.42.42.2(pid=8475): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8475)]\u000a01:46:54.686659 run osmo-hlr_10.42.42.2(pid=8475): stdout: \u000a| (launched: 2022-12-09_01:46:51.451053) \u000a01:46:54.736864 run osmo-hlr_10.42.42.2(pid=8475): stderr: \u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014651627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014651640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014651650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014651650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014651651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:46:54.779093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Terminating (SIGTERM)\u000a01:46:54.819569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Terminating (SIGTERM)\u000a01:46:54.859334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8480): Terminating (SIGTERM)\u000a01:46:54.868895 --- ParallelTerminationStrategy: PID 8474 died...\u000a01:46:54.922515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8474): Terminated: ok {rc=0}\u000a01:46:54.932662 --- ParallelTerminationStrategy: PID 8477 died...\u000a01:46:54.986456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8477): Terminated: ok {rc=0}\u000a01:46:54.996179 --- ParallelTerminationStrategy: PID 8480 died...\u000a01:46:55.049734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8480): Terminated: ok {rc=0}\u000a01:46:55.133719 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8488): Process ended prematurely: osmo-stp_10.42.42.5(pid=8488) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8488)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8488): Process ended prematurely: osmo-stp_10.42.42.5(pid=8488) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:46:56.184375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.196201 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:46:56.344731 tst ping_idle_ping.py: using LAC 18216\u000a01:46:56.463445 tst ping_idle_ping.py: using RAC 111\u000a01:46:56.582814 tst ping_idle_ping.py: using CellId 18216\u000a01:46:56.701547 tst ping_idle_ping.py: using BVCI 18217\u000a01:46:56.724361 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.735481 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.746509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.758160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.769484 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.780728 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.791940 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:46:56.803487 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:46:57.080654 tst ping_idle_ping.py:24: start network...\u000a01:46:57.205170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:46:57.674490 run create_hlr_db(pid=8482): Launched\u000a01:46:57.847159 bus /gobi_6: Setting Powered False\u000a01:46:58.869213 run create_hlr_db(pid=8482): Terminated: ok {rc=0}\u000a01:46:59.268874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8484): Launched\u000a01:46:59.567297 run osmo-hlr_10.42.42.2(pid=8485): Launched\u000a01:46:59.679738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:00.196679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8487): Launched\u000a01:47:00.494976 run osmo-stp_10.42.42.5(pid=8488): Launched\u000a01:47:00.604161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:47:01.179800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8490): Launched\u000a01:47:01.296372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:47:01.623937 run patchelf(pid=8491): Launched\u000a01:47:01.818078 run osmo-stp_10.42.42.5(pid=8488): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8488)]\u000a01:47:01.961915 run osmo-stp_10.42.42.5(pid=8488): stdout: \u000a| (launched: 2022-12-09_01:47:00.347585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:02.123256 run osmo-stp_10.42.42.5(pid=8488): stderr: \u000a| �[0;m�[38;5;43m20221209014700512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014700513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014700513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014700513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:02.251337 run osmo-stp_10.42.42.5(pid=8488): stdout: \u000a| (launched: 2022-12-09_01:47:00.347585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:02.374258 run osmo-stp_10.42.42.5(pid=8488): stderr: \u000a| �[0;m�[38;5;43m20221209014700512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014700513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014700513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014700513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014700514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:02.517859 run patchelf(pid=8491): Terminating (SIGINT)\u000a01:47:02.687027 run patchelf(pid=8491): Terminated: ok {rc=0}\u000a01:47:02.717952 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8488): Process ended prematurely: osmo-stp_10.42.42.5(pid=8488) [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8488)] [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:47:02.726974 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:47:02.787775 run osmo-hlr_10.42.42.2(pid=8485): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8485)]\u000a01:47:02.837771 run osmo-hlr_10.42.42.2(pid=8485): stdout: \u000a| (launched: 2022-12-09_01:46:59.420114) \u000a01:47:02.888039 run osmo-hlr_10.42.42.2(pid=8485): stderr: \u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014659597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014659609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014659618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014659618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014659618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:02.930277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8484): Terminating (SIGTERM)\u000a01:47:02.970660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8487): Terminating (SIGTERM)\u000a01:47:03.010958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8490): Terminating (SIGTERM)\u000a01:47:03.020334 --- ParallelTerminationStrategy: PID 8484 died...\u000a01:47:03.074009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8484): Terminated: ok {rc=0}\u000a01:47:03.083984 --- ParallelTerminationStrategy: PID 8487 died...\u000a01:47:03.137893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8487): Terminated: ok {rc=0}\u000a01:47:03.147635 --- ParallelTerminationStrategy: PID 8490 died...\u000a01:47:03.201033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8490): Terminated: ok {rc=0}\u000a01:47:03.288590 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:46:04" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8502): Process ended prematurely: osmo-stp_10.42.42.5(pid=8502) [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8502)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8502): Process ended prematurely: osmo-stp_10.42.42.5(pid=8502) [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:47:05.304409 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.316290 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:47:05.462988 tst switch_tch_pdch.py: using LAC 18217\u000a01:47:05.579336 tst switch_tch_pdch.py: using RAC 112\u000a01:47:05.695284 tst switch_tch_pdch.py: using CellId 18217\u000a01:47:05.817977 tst switch_tch_pdch.py: using BVCI 18218\u000a01:47:05.842318 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.854345 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.866177 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.878460 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.890395 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.902303 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.914349 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:47:05.926451 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:47:06.042908 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:47:06.322799 tst switch_tch_pdch.py:51: start network...\u000a01:47:06.446811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:06.914203 run create_hlr_db(pid=8496): Launched\u000a01:47:07.086383 bus /gobi_6: Setting Powered False\u000a01:47:08.119330 run create_hlr_db(pid=8496): Terminated: ok {rc=0}\u000a01:47:08.546755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8498): Launched\u000a01:47:08.867216 run osmo-hlr_10.42.42.2(pid=8499): Launched\u000a01:47:08.983411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:09.539117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8501): Launched\u000a01:47:09.859030 run osmo-stp_10.42.42.5(pid=8502): Launched\u000a01:47:09.974608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:47:10.533939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8504): Launched\u000a01:47:10.647550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:47:10.927374 run patchelf(pid=8505): Launched\u000a01:47:11.114870 run osmo-stp_10.42.42.5(pid=8502): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8502)]\u000a01:47:11.251882 run osmo-stp_10.42.42.5(pid=8502): stdout: \u000a| (launched: 2022-12-09_01:47:09.701181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:11.389274 run osmo-stp_10.42.42.5(pid=8502): stderr: \u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014709893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:11.521283 run osmo-stp_10.42.42.5(pid=8502): stdout: \u000a| (launched: 2022-12-09_01:47:09.701181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:11.652300 run osmo-stp_10.42.42.5(pid=8502): stderr: \u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014709892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014709893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014709893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:11.804786 run patchelf(pid=8505): Terminating (SIGINT)\u000a01:47:11.983721 run patchelf(pid=8505): Terminated: ok {rc=0}\u000a01:47:12.016253 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8502): Process ended prematurely: osmo-stp_10.42.42.5(pid=8502) [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8502)] [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:47:12.025693 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:47:12.088408 run osmo-hlr_10.42.42.2(pid=8499): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8499)]\u000a01:47:12.140650 run osmo-hlr_10.42.42.2(pid=8499): stdout: \u000a| (launched: 2022-12-09_01:47:08.709785) \u000a01:47:12.193116 run osmo-hlr_10.42.42.2(pid=8499): stderr: \u000a| �[0;m�[1;31m20221209014708906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014708906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014708906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014708906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014708906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014708907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014708919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014708927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014708927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014708928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:12.237815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8498): Terminating (SIGTERM)\u000a01:47:12.279944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8501): Terminating (SIGTERM)\u000a01:47:12.322224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8504): Terminating (SIGTERM)\u000a01:47:12.332068 --- ParallelTerminationStrategy: PID 8498 died...\u000a01:47:12.388710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8498): Terminated: ok {rc=0}\u000a01:47:12.399120 --- ParallelTerminationStrategy: PID 8501 died...\u000a01:47:12.455275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8501): Terminated: ok {rc=0}\u000a01:47:12.465561 --- ParallelTerminationStrategy: PID 8504 died...\u000a01:47:12.521528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8504): Terminated: ok {rc=0}\u000a01:47:12.608806 bus /gobi_0: Setting Powered False\u000a01:47:13.715896 bus /gobi_0: Setting Powered False\u000a01:47:14.823769 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8516): Process ended prematurely: osmo-stp_10.42.42.5(pid=8516) [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8516)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8516): Process ended prematurely: osmo-stp_10.42.42.5(pid=8516) [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:47:16.855171 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:16.866774 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:47:17.042648 tst mo_mt_sms.py: using LAC 18218\u000a01:47:17.172387 tst mo_mt_sms.py: using RAC 113\u000a01:47:17.299654 tst mo_mt_sms.py: using CellId 18218\u000a01:47:17.427928 tst mo_mt_sms.py: using BVCI 18219\u000a01:47:17.452200 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:17.463544 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:17.474676 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:17.485846 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:17.497089 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:17.507974 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:47:17.622337 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:47:17.829010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:18.340803 run create_hlr_db(pid=8510): Launched\u000a01:47:18.526887 bus /gobi_6: Setting Powered False\u000a01:47:19.547253 run create_hlr_db(pid=8510): Terminated: ok {rc=0}\u000a01:47:19.949735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8512): Launched\u000a01:47:20.249926 run osmo-hlr_10.42.42.2(pid=8513): Launched\u000a01:47:20.360724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:20.877027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Launched\u000a01:47:21.175020 run osmo-stp_10.42.42.5(pid=8516): Launched\u000a01:47:21.283104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:21.827896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8518): Launched\u000a01:47:22.128583 run osmo-msc_10.42.42.6(pid=8519): Launched\u000a01:47:22.304918 run osmo-stp_10.42.42.5(pid=8516): ERR: Terminated: ERROR {rc=1} [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8516)]\u000a01:47:22.431938 run osmo-stp_10.42.42.5(pid=8516): stdout: \u000a| (launched: 2022-12-09_01:47:21.027768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:22.556501 run osmo-stp_10.42.42.5(pid=8516): stderr: \u000a| �[0;m�[38;5;43m20221209014721196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014721196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014721197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014721197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014721197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014721197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014721198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:22.675858 run osmo-stp_10.42.42.5(pid=8516): stdout: \u000a| (launched: 2022-12-09_01:47:21.027768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:22.794705 run osmo-stp_10.42.42.5(pid=8516): stderr: \u000a| �[0;m�[38;5;43m20221209014721196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014721196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014721197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014721197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014721197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014721197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014721198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:22.846874 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8516): Process ended prematurely: osmo-stp_10.42.42.5(pid=8516) [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8516)] [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a01:47:22.854941 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a01:47:22.915128 run osmo-hlr_10.42.42.2(pid=8513): ERR: Terminated: ERROR {rc=237} [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8513)]\u000a01:47:22.965352 run osmo-hlr_10.42.42.2(pid=8513): stdout: \u000a| (launched: 2022-12-09_01:47:20.101153) \u000a01:47:23.015299 run osmo-hlr_10.42.42.2(pid=8513): stderr: \u000a| �[0;m�[1;31m20221209014720277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014720277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014720277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014720277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014720277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014720278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014720290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014720298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014720299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014720299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:23.083063 run osmo-msc_10.42.42.6(pid=8519): ERR: Terminated: ERROR {rc=2} [trial-2352↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8519)]\u000a01:47:23.132081 run osmo-msc_10.42.42.6(pid=8519): stdout: \u000a| (launched: 2022-12-09_01:47:21.979902) \u000a01:47:23.181827 run osmo-msc_10.42.42.6(pid=8519): stderr: \u000a| �[0;m�[38;5;43m20221209014722251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014722251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b4f344c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014722251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014722251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014722251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014722252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014722253 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014722254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014722255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014722255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:23.223697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8512): Terminating (SIGTERM)\u000a01:47:23.263625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Terminating (SIGTERM)\u000a01:47:23.303412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8518): Terminating (SIGTERM)\u000a01:47:23.313172 --- ParallelTerminationStrategy: PID 8512 died...\u000a01:47:23.366883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8512): Terminated: ok {rc=0}\u000a01:47:23.376676 --- ParallelTerminationStrategy: PID 8515 died...\u000a01:47:23.430077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8515): Terminated: ok {rc=0}\u000a01:47:23.439575 --- ParallelTerminationStrategy: PID 8518 died...\u000a01:47:23.493358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8518): Terminated: ok {rc=0}\u000a01:47:23.581650 bus /sierra_3: Setting Powered False\u000a01:47:24.685865 bus /sierra_3: Setting Powered False\u000a01:47:25.799069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:47:16" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8525): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8525) [trial-2352↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8525)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8525): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8525) [trial-2352↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:47:27.639756 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a01:47:27.650943 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:47:27.784383 tst assert_extension.py: using LAC 18219\u000a01:47:27.903504 tst assert_extension.py: using RAC 114\u000a01:47:28.022669 tst assert_extension.py: using CellId 18219\u000a01:47:28.139148 tst assert_extension.py: using BVCI 18220\u000a01:47:28.161948 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:47:28.451454 tst assert_extension.py:10: start nitb and bts...\u000a01:47:28.584465 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:47:29.246877 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8524): Launched\u000a01:47:29.562888 run osmo-nitb_10.42.42.2(pid=8525): Launched\u000a01:47:29.758643 run osmo-nitb_10.42.42.2(pid=8525): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8525)]\u000a01:47:29.903095 run osmo-nitb_10.42.42.2(pid=8525): stdout: \u000a| (launched: 2022-12-09_01:47:29.409701) \u000a01:47:30.047823 run osmo-nitb_10.42.42.2(pid=8525): stderr: \u000a| (launched: 2022-12-09_01:47:29.457450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:30.187754 run osmo-nitb_10.42.42.2(pid=8525): stdout: \u000a| (launched: 2022-12-09_01:47:29.409701) \u000a01:47:30.327054 run osmo-nitb_10.42.42.2(pid=8525): stderr: \u000a| (launched: 2022-12-09_01:47:29.457450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:30.691701 tst osmo-nitb_10.42.42.2(pid=8525): stdout: \u000a| (launched: 2022-12-09_01:47:29.409701) \u000a01:47:30.819004 tst osmo-nitb_10.42.42.2(pid=8525): stderr: \u000a| (launched: 2022-12-09_01:47:29.457450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:47:30.875714 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8525): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8525) [trial-2352↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8525)] [trial-2352↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a01:47:30.884921 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a01:47:30.922237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8524): Terminating (SIGTERM)\u000a01:47:31.099703 --- ParallelTerminationStrategy: PID 8524 died...\u000a01:47:31.155865 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8524): Terminated: ok {rc=0}\u000a01:47:31.242901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:47:27" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2352↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2352↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:47:33.070942 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.081657 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:47:33.213278 tst assert_extension.py: using LAC 18220\u000a01:47:33.331366 tst assert_extension.py: using RAC 115\u000a01:47:33.450220 tst assert_extension.py: using CellId 18220\u000a01:47:33.572225 tst assert_extension.py: using BVCI 18221\u000a01:47:33.594985 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.605723 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.616104 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.626867 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.637577 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:47:33.648233 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:47:33.855068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:34.367861 run create_hlr_db(pid=8530): Launched\u000a01:47:34.553426 bus /sierra_2: Setting Powered False\u000a01:47:35.573333 run create_hlr_db(pid=8530): Terminated: ok {rc=0}\u000a01:47:35.994048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Launched\u000a01:47:36.314151 run osmo-hlr_10.42.42.2(pid=8534): Launched\u000a01:47:36.432340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:36.991352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Launched\u000a01:47:37.312532 run osmo-stp_10.42.42.5(pid=8537): Launched\u000a01:47:37.427295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:38.009246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Launched\u000a01:47:38.330020 run osmo-msc_10.42.42.6(pid=8540): Launched\u000a01:47:38.516387 run osmo-stp_10.42.42.5(pid=8537): ERR: Terminated: ERROR {rc=1} [trial-2352↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)]\u000a01:47:38.651241 run osmo-stp_10.42.42.5(pid=8537): stdout: \u000a| (launched: 2022-12-09_01:47:37.154287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:38.785772 run osmo-stp_10.42.42.5(pid=8537): stderr: \u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014737348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:38.913936 run osmo-stp_10.42.42.5(pid=8537): stdout: \u000a| (launched: 2022-12-09_01:47:37.154287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:39.040710 run osmo-stp_10.42.42.5(pid=8537): stderr: \u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014737347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014737348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014737348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:39.096407 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8537): Process ended prematurely: osmo-stp_10.42.42.5(pid=8537) [trial-2352↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8537)] [trial-2352↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a01:47:39.105155 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a01:47:39.168078 run osmo-hlr_10.42.42.2(pid=8534): ERR: Terminated: ERROR {rc=237} [trial-2352↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8534)]\u000a01:47:39.220465 run osmo-hlr_10.42.42.2(pid=8534): stdout: \u000a| (launched: 2022-12-09_01:47:36.156936) \u000a01:47:39.272549 run osmo-hlr_10.42.42.2(pid=8534): stderr: \u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014736355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014736367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014736375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014736375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014736376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:39.343590 run osmo-msc_10.42.42.6(pid=8540): ERR: Terminated: ERROR {rc=2} [trial-2352↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8540)]\u000a01:47:39.395083 run osmo-msc_10.42.42.6(pid=8540): stdout: \u000a| (launched: 2022-12-09_01:47:38.171361) \u000a01:47:39.447341 run osmo-msc_10.42.42.6(pid=8540): stderr: \u000a| �[0;m�[38;5;43m20221209014738492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014738492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22cdb43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014738492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014738492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014738492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014738493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014738494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014738495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014738495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014738495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:39.491675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Terminating (SIGTERM)\u000a01:47:39.533632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Terminating (SIGTERM)\u000a01:47:39.575576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Terminating (SIGTERM)\u000a01:47:39.584935 --- ParallelTerminationStrategy: PID 8533 died...\u000a01:47:39.640755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8533): Terminated: ok {rc=0}\u000a01:47:39.650835 --- ParallelTerminationStrategy: PID 8536 died...\u000a01:47:39.706473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8536): Terminated: ok {rc=0}\u000a01:47:39.716509 --- ParallelTerminationStrategy: PID 8539 died...\u000a01:47:39.772007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8539): Terminated: ok {rc=0}\u000a01:47:39.859663 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:47:32" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:47:41.822033 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:41.833435 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:47:41.990155 tst mo_mt_call.py: using LAC 18221\u000a01:47:42.111794 tst mo_mt_call.py: using RAC 116\u000a01:47:42.233012 tst mo_mt_call.py: using CellId 18221\u000a01:47:42.356029 tst mo_mt_call.py: using BVCI 18222\u000a01:47:42.379408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:42.390801 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:42.401909 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:42.414040 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:42.425733 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:42.437540 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:42.553082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:42.765715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:43.242444 run create_hlr_db(pid=8545): Launched\u000a01:47:43.418306 bus /sierra_2: Setting Powered False\u000a01:47:44.440561 run create_hlr_db(pid=8545): Terminated: ok {rc=0}\u000a01:47:44.872695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Launched\u000a01:47:45.201283 run osmo-hlr_10.42.42.2(pid=8548): Launched\u000a01:47:45.320112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:45.917915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Launched\u000a01:47:46.391077 run osmo-stp_10.42.42.5(pid=8551): Launched\u000a01:47:46.638952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:47.248123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Launched\u000a01:47:47.559389 run osmo-msc_10.42.42.6(pid=8554): Launched\u000a01:47:47.741365 run osmo-stp_10.42.42.5(pid=8551): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)]\u000a01:47:47.870437 run osmo-stp_10.42.42.5(pid=8551): stdout: \u000a| (launched: 2022-12-09_01:47:46.077484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:47.997380 run osmo-stp_10.42.42.5(pid=8551): stderr: \u000a| �[0;m�[38;5;43m20221209014746309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014746309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014746310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014746310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:48.119342 run osmo-stp_10.42.42.5(pid=8551): stdout: \u000a| (launched: 2022-12-09_01:47:46.077484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:48.240334 run osmo-stp_10.42.42.5(pid=8551): stderr: \u000a| �[0;m�[38;5;43m20221209014746309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014746309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014746310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014746310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014746311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:48.293751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8551): Process ended prematurely: osmo-stp_10.42.42.5(pid=8551) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8551)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:47:48.302748 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:47:48.363783 run osmo-hlr_10.42.42.2(pid=8548): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8548)]\u000a01:47:48.413886 run osmo-hlr_10.42.42.2(pid=8548): stdout: \u000a| (launched: 2022-12-09_01:47:45.038226) \u000a01:47:48.464343 run osmo-hlr_10.42.42.2(pid=8548): stderr: \u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014745237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014745250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014745258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014745259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014745259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:48.532239 run osmo-msc_10.42.42.6(pid=8554): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8554)]\u000a01:47:48.581860 run osmo-msc_10.42.42.6(pid=8554): stdout: \u000a| (launched: 2022-12-09_01:47:47.404850) \u000a01:47:48.631643 run osmo-msc_10.42.42.6(pid=8554): stderr: \u000a| �[0;m�[38;5;43m20221209014747674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014747674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99eff1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014747674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014747674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014747674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014747674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014747676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014747676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014747677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014747677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:48.674425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Terminating (SIGTERM)\u000a01:47:48.714817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Terminating (SIGTERM)\u000a01:47:48.755824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Terminating (SIGTERM)\u000a01:47:48.765612 --- ParallelTerminationStrategy: PID 8547 died...\u000a01:47:48.819843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8547): Terminated: ok {rc=0}\u000a01:47:48.830028 --- ParallelTerminationStrategy: PID 8550 died...\u000a01:47:48.884257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8550): Terminated: ok {rc=0}\u000a01:47:48.894060 --- ParallelTerminationStrategy: PID 8553 died...\u000a01:47:48.947658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8553): Terminated: ok {rc=0}\u000a01:47:49.036871 bus /sierra_3: Setting Powered False\u000a01:47:50.141200 bus /sierra_3: Setting Powered False\u000a01:47:51.253581 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8562): Process ended prematurely: osmo-stp_10.42.42.5(pid=8562) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8562)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8562): Process ended prematurely: osmo-stp_10.42.42.5(pid=8562) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:47:52.368024 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:52.380261 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:47:52.542693 tst mo_mt_call_osmux.py: using LAC 18222\u000a01:47:52.670304 tst mo_mt_call_osmux.py: using RAC 117\u000a01:47:52.797357 tst mo_mt_call_osmux.py: using CellId 18222\u000a01:47:52.924361 tst mo_mt_call_osmux.py: using BVCI 18223\u000a01:47:52.949251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:52.961259 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:52.972690 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:52.984230 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:52.995887 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:47:53.007429 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:53.126594 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:47:53.327706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:47:53.812400 run create_hlr_db(pid=8556): Launched\u000a01:47:53.988299 bus /sierra_2: Setting Powered False\u000a01:47:55.008394 run create_hlr_db(pid=8556): Terminated: ok {rc=0}\u000a01:47:55.441570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8558): Launched\u000a01:47:55.767899 run osmo-hlr_10.42.42.2(pid=8559): Launched\u000a01:47:55.889233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:47:56.459643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8561): Launched\u000a01:47:56.786270 run osmo-stp_10.42.42.5(pid=8562): Launched\u000a01:47:56.903136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:47:57.499299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8564): Launched\u000a01:47:57.827168 run osmo-msc_10.42.42.6(pid=8565): Launched\u000a01:47:58.019037 run osmo-stp_10.42.42.5(pid=8562): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8562)]\u000a01:47:58.157042 run osmo-stp_10.42.42.5(pid=8562): stdout: \u000a| (launched: 2022-12-09_01:47:56.626243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:58.293749 run osmo-stp_10.42.42.5(pid=8562): stderr: \u000a| �[0;m�[38;5;43m20221209014756819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014756819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014756820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014756820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:58.424355 run osmo-stp_10.42.42.5(pid=8562): stdout: \u000a| (launched: 2022-12-09_01:47:56.626243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:47:58.554571 run osmo-stp_10.42.42.5(pid=8562): stderr: \u000a| �[0;m�[38;5;43m20221209014756819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014756819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014756820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014756820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014756821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:47:58.611827 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8562): Process ended prematurely: osmo-stp_10.42.42.5(pid=8562) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8562)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:47:58.621118 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:47:58.683956 run osmo-hlr_10.42.42.2(pid=8559): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8559)]\u000a01:47:58.735369 run osmo-hlr_10.42.42.2(pid=8559): stdout: \u000a| (launched: 2022-12-09_01:47:55.607535) \u000a01:47:58.787420 run osmo-hlr_10.42.42.2(pid=8559): stderr: \u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014755807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014755820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014755829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014755829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014755829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:47:58.858115 run osmo-msc_10.42.42.6(pid=8565): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8565)]\u000a01:47:58.909390 run osmo-msc_10.42.42.6(pid=8565): stdout: \u000a| (launched: 2022-12-09_01:47:57.664919) \u000a01:47:58.961176 run osmo-msc_10.42.42.6(pid=8565): stderr: \u000a| �[0;m�[38;5;43m20221209014757987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014757987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe323858c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014757988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014757988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014757988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014757988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014757990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014757990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:47:59.005300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8558): Terminating (SIGTERM)\u000a01:47:59.047479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8561): Terminating (SIGTERM)\u000a01:47:59.089499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8564): Terminating (SIGTERM)\u000a01:47:59.098898 --- ParallelTerminationStrategy: PID 8558 died...\u000a01:47:59.155224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8558): Terminated: ok {rc=0}\u000a01:47:59.165388 --- ParallelTerminationStrategy: PID 8561 died...\u000a01:47:59.221064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8561): Terminated: ok {rc=0}\u000a01:47:59.231171 --- ParallelTerminationStrategy: PID 8564 died...\u000a01:47:59.286927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8564): Terminated: ok {rc=0}\u000a01:47:59.374913 bus /sierra_3: Setting Powered False\u000a01:48:00.481045 bus /sierra_3: Setting Powered False\u000a01:48:01.590226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:47:41" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8576): Process ended prematurely: osmo-stp_10.42.42.5(pid=8576) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8576)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8576): Process ended prematurely: osmo-stp_10.42.42.5(pid=8576) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:48:03.581835 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:03.593281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:48:03.760128 tst mo_mt_call.py: using LAC 18223\u000a01:48:03.891958 tst mo_mt_call.py: using RAC 118\u000a01:48:04.015709 tst mo_mt_call.py: using CellId 18223\u000a01:48:04.132647 tst mo_mt_call.py: using BVCI 18224\u000a01:48:04.155795 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:04.167014 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:04.178037 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:04.189367 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:04.200653 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:04.211813 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:48:04.330527 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:48:04.537878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:05.014496 run create_hlr_db(pid=8570): Launched\u000a01:48:05.189772 bus /sierra_2: Setting Powered False\u000a01:48:06.211071 run create_hlr_db(pid=8570): Terminated: ok {rc=0}\u000a01:48:06.614371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8572): Launched\u000a01:48:06.918318 run osmo-hlr_10.42.42.2(pid=8573): Launched\u000a01:48:07.035827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:07.568314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8575): Launched\u000a01:48:07.873076 run osmo-stp_10.42.42.5(pid=8576): Launched\u000a01:48:07.983442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:08.536696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8578): Launched\u000a01:48:08.843055 run osmo-msc_10.42.42.6(pid=8579): Launched\u000a01:48:09.021230 run osmo-stp_10.42.42.5(pid=8576): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8576)]\u000a01:48:09.149483 run osmo-stp_10.42.42.5(pid=8576): stdout: \u000a| (launched: 2022-12-09_01:48:07.722491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:09.275646 run osmo-stp_10.42.42.5(pid=8576): stderr: \u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014807890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014807890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014807890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014807891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:09.397093 run osmo-stp_10.42.42.5(pid=8576): stdout: \u000a| (launched: 2022-12-09_01:48:07.722491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:09.517434 run osmo-stp_10.42.42.5(pid=8576): stderr: \u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014807889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014807890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014807890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014807890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014807891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:09.570410 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8576): Process ended prematurely: osmo-stp_10.42.42.5(pid=8576) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8576)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:48:09.578979 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:48:09.639226 run osmo-hlr_10.42.42.2(pid=8573): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8573)]\u000a01:48:09.688300 run osmo-hlr_10.42.42.2(pid=8573): stdout: \u000a| (launched: 2022-12-09_01:48:06.768078) \u000a01:48:09.738062 run osmo-hlr_10.42.42.2(pid=8573): stderr: \u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014806942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014806954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014806963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014806963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014806963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:09.805739 run osmo-msc_10.42.42.6(pid=8579): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8579)]\u000a01:48:09.854732 run osmo-msc_10.42.42.6(pid=8579): stdout: \u000a| (launched: 2022-12-09_01:48:08.691098) \u000a01:48:09.904227 run osmo-msc_10.42.42.6(pid=8579): stderr: \u000a| �[0;m�[38;5;43m20221209014808964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014808964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9b5aecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014808964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014808964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014808964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014808964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014808966 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014808967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014808967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014808967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:09.946038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8572): Terminating (SIGTERM)\u000a01:48:09.985699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8575): Terminating (SIGTERM)\u000a01:48:10.025466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8578): Terminating (SIGTERM)\u000a01:48:10.034876 --- ParallelTerminationStrategy: PID 8572 died...\u000a01:48:10.088608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8572): Terminated: ok {rc=0}\u000a01:48:10.098290 --- ParallelTerminationStrategy: PID 8575 died...\u000a01:48:10.151392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8575): Terminated: ok {rc=0}\u000a01:48:10.161304 --- ParallelTerminationStrategy: PID 8578 died...\u000a01:48:10.214412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8578): Terminated: ok {rc=0}\u000a01:48:10.303645 bus /sierra_3: Setting Powered False\u000a01:48:11.406721 bus /sierra_3: Setting Powered False\u000a01:48:12.514348 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8588): Process ended prematurely: osmo-stp_10.42.42.5(pid=8588) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8588)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8588): Process ended prematurely: osmo-stp_10.42.42.5(pid=8588) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:13.622400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:13.634159 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:48:13.794060 tst mo_mt_call_osmux.py: using LAC 18224\u000a01:48:13.911613 tst mo_mt_call_osmux.py: using RAC 119\u000a01:48:14.031502 tst mo_mt_call_osmux.py: using CellId 18224\u000a01:48:14.148597 tst mo_mt_call_osmux.py: using BVCI 18225\u000a01:48:14.171923 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:14.183085 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:14.193994 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:14.205378 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:14.216348 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:48:14.227659 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:48:14.348756 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:48:14.560743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:15.083655 run create_hlr_db(pid=8582): Launched\u000a01:48:15.272252 bus /sierra_2: Setting Powered False\u000a01:48:16.294583 run create_hlr_db(pid=8582): Terminated: ok {rc=0}\u000a01:48:16.744428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8584): Launched\u000a01:48:17.167500 run osmo-hlr_10.42.42.2(pid=8585): Launched\u000a01:48:17.286627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:17.814459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8587): Launched\u000a01:48:18.118349 run osmo-stp_10.42.42.5(pid=8588): Launched\u000a01:48:18.228834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:18.786359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8590): Launched\u000a01:48:19.094337 run osmo-msc_10.42.42.6(pid=8591): Launched\u000a01:48:19.274023 run osmo-stp_10.42.42.5(pid=8588): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8588)]\u000a01:48:19.403275 run osmo-stp_10.42.42.5(pid=8588): stdout: \u000a| (launched: 2022-12-09_01:48:17.968399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:19.529792 run osmo-stp_10.42.42.5(pid=8588): stderr: \u000a| �[0;m�[38;5;43m20221209014818136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014818136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014818137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014818137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014818137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014818137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014818138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:19.651583 run osmo-stp_10.42.42.5(pid=8588): stdout: \u000a| (launched: 2022-12-09_01:48:17.968399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:19.772519 run osmo-stp_10.42.42.5(pid=8588): stderr: \u000a| �[0;m�[38;5;43m20221209014818136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014818136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014818137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014818137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014818137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014818137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014818138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:19.825953 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8588): Process ended prematurely: osmo-stp_10.42.42.5(pid=8588) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8588)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:48:19.834510 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:48:19.895002 run osmo-hlr_10.42.42.2(pid=8585): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8585)]\u000a01:48:19.944399 run osmo-hlr_10.42.42.2(pid=8585): stdout: \u000a| (launched: 2022-12-09_01:48:16.913184) \u000a01:48:19.994427 run osmo-hlr_10.42.42.2(pid=8585): stderr: \u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014817112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014817127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014817139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014817139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014817139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:20.062471 run osmo-msc_10.42.42.6(pid=8591): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8591)]\u000a01:48:20.111604 run osmo-msc_10.42.42.6(pid=8591): stdout: \u000a| (launched: 2022-12-09_01:48:18.940371) \u000a01:48:20.161717 run osmo-msc_10.42.42.6(pid=8591): stderr: \u000a| �[0;m�[38;5;43m20221209014819210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014819210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06862a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014819210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014819211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014819211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014819211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014819213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014819213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014819213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014819213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:20.203784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8584): Terminating (SIGTERM)\u000a01:48:20.244200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8587): Terminating (SIGTERM)\u000a01:48:20.284097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8590): Terminating (SIGTERM)\u000a01:48:20.293727 --- ParallelTerminationStrategy: PID 8584 died...\u000a01:48:20.347609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8584): Terminated: ok {rc=0}\u000a01:48:20.357426 --- ParallelTerminationStrategy: PID 8587 died...\u000a01:48:20.410649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8587): Terminated: ok {rc=0}\u000a01:48:20.420517 --- ParallelTerminationStrategy: PID 8590 died...\u000a01:48:20.473739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8590): Terminated: ok {rc=0}\u000a01:48:20.562822 bus /sierra_3: Setting Powered False\u000a01:48:21.666674 bus /sierra_3: Setting Powered False\u000a01:48:22.776423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:48:03" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8602): Process ended prematurely: osmo-stp_10.42.42.5(pid=8602) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8602)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8602): Process ended prematurely: osmo-stp_10.42.42.5(pid=8602) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:48:24.780554 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:24.792304 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:48:24.956054 tst mo_mt_call.py: using LAC 18225\u000a01:48:25.082275 tst mo_mt_call.py: using RAC 120\u000a01:48:25.205863 tst mo_mt_call.py: using CellId 18225\u000a01:48:25.324773 tst mo_mt_call.py: using BVCI 18226\u000a01:48:25.348006 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:25.359292 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:25.370462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:25.381897 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:25.393191 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:25.404234 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:25.522853 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:25.723255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:26.201924 run create_hlr_db(pid=8596): Launched\u000a01:48:26.376280 bus /sierra_2: Setting Powered False\u000a01:48:27.398912 run create_hlr_db(pid=8596): Terminated: ok {rc=0}\u000a01:48:27.803126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8598): Launched\u000a01:48:28.107483 run osmo-hlr_10.42.42.2(pid=8599): Launched\u000a01:48:28.225613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:28.756667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8601): Launched\u000a01:48:29.062194 run osmo-stp_10.42.42.5(pid=8602): Launched\u000a01:48:29.172667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:29.727022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8604): Launched\u000a01:48:30.033209 run osmo-msc_10.42.42.6(pid=8605): Launched\u000a01:48:30.212542 run osmo-stp_10.42.42.5(pid=8602): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8602)]\u000a01:48:30.342548 run osmo-stp_10.42.42.5(pid=8602): stdout: \u000a| (launched: 2022-12-09_01:48:28.911849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:30.469974 run osmo-stp_10.42.42.5(pid=8602): stderr: \u000a| �[0;m�[38;5;43m20221209014829080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014829080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014829081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014829081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:30.592389 run osmo-stp_10.42.42.5(pid=8602): stdout: \u000a| (launched: 2022-12-09_01:48:28.911849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:30.714111 run osmo-stp_10.42.42.5(pid=8602): stderr: \u000a| �[0;m�[38;5;43m20221209014829080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014829080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014829081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014829081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014829082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:30.768673 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8602): Process ended prematurely: osmo-stp_10.42.42.5(pid=8602) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8602)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:48:30.777526 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a01:48:30.847763 run osmo-hlr_10.42.42.2(pid=8599): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8599)]\u000a01:48:30.908324 run osmo-hlr_10.42.42.2(pid=8599): stdout: \u000a| (launched: 2022-12-09_01:48:27.957324) \u000a01:48:30.966709 run osmo-hlr_10.42.42.2(pid=8599): stderr: \u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014828132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014828144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014828153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014828153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014828153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:31.040416 run osmo-msc_10.42.42.6(pid=8605): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8605)]\u000a01:48:31.093626 run osmo-msc_10.42.42.6(pid=8605): stdout: \u000a| (launched: 2022-12-09_01:48:29.881538) \u000a01:48:31.147461 run osmo-msc_10.42.42.6(pid=8605): stderr: \u000a| �[0;m�[38;5;43m20221209014830154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014830154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdf1cd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014830154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014830154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014830154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014830154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014830156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014830156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014830157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014830157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:31.193791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8598): Terminating (SIGTERM)\u000a01:48:31.238579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8601): Terminating (SIGTERM)\u000a01:48:31.283242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8604): Terminating (SIGTERM)\u000a01:48:31.295247 --- ParallelTerminationStrategy: PID 8598 died...\u000a01:48:31.355515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8598): Terminated: ok {rc=0}\u000a01:48:31.366381 --- ParallelTerminationStrategy: PID 8601 died...\u000a01:48:31.423546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8601): Terminated: ok {rc=0}\u000a01:48:31.434176 --- ParallelTerminationStrategy: PID 8604 died...\u000a01:48:31.493369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8604): Terminated: ok {rc=0}\u000a01:48:31.585964 bus /sierra_3: Setting Powered False\u000a01:48:32.690931 bus /sierra_3: Setting Powered False\u000a01:48:33.803615 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8613): Process ended prematurely: osmo-stp_10.42.42.5(pid=8613) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8613)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8613): Process ended prematurely: osmo-stp_10.42.42.5(pid=8613) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:34.914597 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:34.926586 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:48:35.081285 tst mo_mt_call_osmux.py: using LAC 18226\u000a01:48:35.202746 tst mo_mt_call_osmux.py: using RAC 121\u000a01:48:35.324028 tst mo_mt_call_osmux.py: using CellId 18226\u000a01:48:35.445067 tst mo_mt_call_osmux.py: using BVCI 18227\u000a01:48:35.468282 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:35.479505 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:35.490535 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:35.501865 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:35.513113 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:48:35.524246 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:35.638084 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:48:35.842974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:36.322512 run create_hlr_db(pid=8607): Launched\u000a01:48:36.498019 bus /sierra_2: Setting Powered False\u000a01:48:37.519716 run create_hlr_db(pid=8607): Terminated: ok {rc=0}\u000a01:48:37.952753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8609): Launched\u000a01:48:38.280785 run osmo-hlr_10.42.42.2(pid=8610): Launched\u000a01:48:38.402080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:38.968280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8612): Launched\u000a01:48:39.294454 run osmo-stp_10.42.42.5(pid=8613): Launched\u000a01:48:39.411666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:40.006583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8615): Launched\u000a01:48:40.337530 run osmo-msc_10.42.42.6(pid=8616): Launched\u000a01:48:40.528584 run osmo-stp_10.42.42.5(pid=8613): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8613)]\u000a01:48:40.667648 run osmo-stp_10.42.42.5(pid=8613): stdout: \u000a| (launched: 2022-12-09_01:48:39.133939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:40.804017 run osmo-stp_10.42.42.5(pid=8613): stderr: \u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014839327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:40.935029 run osmo-stp_10.42.42.5(pid=8613): stdout: \u000a| (launched: 2022-12-09_01:48:39.133939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:41.064258 run osmo-stp_10.42.42.5(pid=8613): stderr: \u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014839327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014839327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014839328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:41.121536 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8613): Process ended prematurely: osmo-stp_10.42.42.5(pid=8613) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8613)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:48:41.130648 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:48:41.193728 run osmo-hlr_10.42.42.2(pid=8610): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8610)]\u000a01:48:41.245395 run osmo-hlr_10.42.42.2(pid=8610): stdout: \u000a| (launched: 2022-12-09_01:48:38.119007) \u000a01:48:41.297560 run osmo-hlr_10.42.42.2(pid=8610): stderr: \u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014838316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014838334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014838344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014838344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014838344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:41.368768 run osmo-msc_10.42.42.6(pid=8616): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8616)]\u000a01:48:41.420244 run osmo-msc_10.42.42.6(pid=8616): stdout: \u000a| (launched: 2022-12-09_01:48:40.173951) \u000a01:48:41.472366 run osmo-msc_10.42.42.6(pid=8616): stderr: \u000a| �[0;m�[38;5;43m20221209014840496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014840496 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f417c8ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014840496 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014840496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014840497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014840498 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014840499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014840499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014840499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:41.516660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8609): Terminating (SIGTERM)\u000a01:48:41.558768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8612): Terminating (SIGTERM)\u000a01:48:41.600903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8615): Terminating (SIGTERM)\u000a01:48:41.610670 --- ParallelTerminationStrategy: PID 8609 died...\u000a01:48:41.666605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8609): Terminated: ok {rc=0}\u000a01:48:41.676685 --- ParallelTerminationStrategy: PID 8612 died...\u000a01:48:41.732306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8612): Terminated: ok {rc=0}\u000a01:48:41.742415 --- ParallelTerminationStrategy: PID 8615 died...\u000a01:48:41.798582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8615): Terminated: ok {rc=0}\u000a01:48:41.886178 bus /sierra_3: Setting Powered False\u000a01:48:42.991042 bus /sierra_3: Setting Powered False\u000a01:48:44.102262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:48:24" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:48:46.109896 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.122609 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:48:46.289369 tst mo_mt_call.py: using LAC 18227\u000a01:48:46.413990 tst mo_mt_call.py: using RAC 122\u000a01:48:46.540895 tst mo_mt_call.py: using CellId 18227\u000a01:48:46.674024 tst mo_mt_call.py: using BVCI 18228\u000a01:48:46.699635 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.711861 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.723946 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.737189 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.750563 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:46.762399 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:46.895927 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:47.130779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:47.632326 run create_hlr_db(pid=8621): Launched\u000a01:48:47.808258 bus /sierra_2: Setting Powered False\u000a01:48:48.829420 run create_hlr_db(pid=8621): Terminated: ok {rc=0}\u000a01:48:49.235815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Launched\u000a01:48:49.541981 run osmo-hlr_10.42.42.2(pid=8624): Launched\u000a01:48:49.660757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:48:50.199668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Launched\u000a01:48:50.504181 run osmo-stp_10.42.42.5(pid=8627): Launched\u000a01:48:50.615570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:48:51.178397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8629): Launched\u000a01:48:51.503656 run osmo-msc_10.42.42.6(pid=8630): Launched\u000a01:48:51.694783 run osmo-stp_10.42.42.5(pid=8627): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]\u000a01:48:51.831664 run osmo-stp_10.42.42.5(pid=8627): stdout: \u000a| (launched: 2022-12-09_01:48:50.354044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:51.968338 run osmo-stp_10.42.42.5(pid=8627): stderr: \u000a| �[0;m�[38;5;43m20221209014850522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014850523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014850523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014850523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:52.098847 run osmo-stp_10.42.42.5(pid=8627): stdout: \u000a| (launched: 2022-12-09_01:48:50.354044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:48:52.228108 run osmo-stp_10.42.42.5(pid=8627): stderr: \u000a| �[0;m�[38;5;43m20221209014850522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014850523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014850523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014850523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014850524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:48:52.285379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:48:52.294494 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:48:52.357547 run osmo-hlr_10.42.42.2(pid=8624): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8624)]\u000a01:48:52.409222 run osmo-hlr_10.42.42.2(pid=8624): stdout: \u000a| (launched: 2022-12-09_01:48:49.391246) \u000a01:48:52.461768 run osmo-hlr_10.42.42.2(pid=8624): stderr: \u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014849567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014849579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014849588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014849588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014849588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:48:52.533128 run osmo-msc_10.42.42.6(pid=8630): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8630)]\u000a01:48:52.584782 run osmo-msc_10.42.42.6(pid=8630): stdout: \u000a| (launched: 2022-12-09_01:48:51.344131) \u000a01:48:52.636664 run osmo-msc_10.42.42.6(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221209014851666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014851667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b3fe7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014851667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014851667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014851667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014851667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014851669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014851669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014851670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014851670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:48:52.680799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Terminating (SIGTERM)\u000a01:48:52.722559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Terminating (SIGTERM)\u000a01:48:52.764399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8629): Terminating (SIGTERM)\u000a01:48:52.774196 --- ParallelTerminationStrategy: PID 8623 died...\u000a01:48:52.830084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Terminated: ok {rc=0}\u000a01:48:52.840200 --- ParallelTerminationStrategy: PID 8626 died...\u000a01:48:52.895834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Terminated: ok {rc=0}\u000a01:48:52.906494 --- ParallelTerminationStrategy: PID 8629 died...\u000a01:48:52.962520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8629): Terminated: ok {rc=0}\u000a01:48:53.050077 bus /sierra_3: Setting Powered False\u000a01:48:54.153660 bus /sierra_3: Setting Powered False\u000a01:48:55.264216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:48:56.375924 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.387872 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:48:56.542603 tst mo_mt_call_osmux.py: using LAC 18228\u000a01:48:56.662326 tst mo_mt_call_osmux.py: using RAC 123\u000a01:48:56.784479 tst mo_mt_call_osmux.py: using CellId 18228\u000a01:48:56.911283 tst mo_mt_call_osmux.py: using BVCI 18229\u000a01:48:56.935994 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.947881 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.959728 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.971372 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.983074 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:48:56.994601 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:57.114107 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:48:57.317568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:48:57.797156 run create_hlr_db(pid=8632): Launched\u000a01:48:57.972289 bus /sierra_2: Setting Powered False\u000a01:48:58.994857 run create_hlr_db(pid=8632): Terminated: ok {rc=0}\u000a01:48:59.428053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Launched\u000a01:48:59.757666 run osmo-hlr_10.42.42.2(pid=8635): Launched\u000a01:48:59.877490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:00.444223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Launched\u000a01:49:00.772369 run osmo-stp_10.42.42.5(pid=8638): Launched\u000a01:49:00.981491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:01.595726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8640): Launched\u000a01:49:01.964287 run osmo-msc_10.42.42.6(pid=8641): Launched\u000a01:49:02.362044 run osmo-stp_10.42.42.5(pid=8638): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)]\u000a01:49:02.496440 run osmo-stp_10.42.42.5(pid=8638): stdout: \u000a| (launched: 2022-12-09_01:49:00.610257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:02.632529 run osmo-stp_10.42.42.5(pid=8638): stderr: \u000a| �[0;m�[38;5;43m20221209014900803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014900803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014900804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014900804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:02.763240 run osmo-stp_10.42.42.5(pid=8638): stdout: \u000a| (launched: 2022-12-09_01:49:00.610257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:02.892365 run osmo-stp_10.42.42.5(pid=8638): stderr: \u000a| �[0;m�[38;5;43m20221209014900803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014900803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014900804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014900804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014900805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:02.949644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8638): Process ended prematurely: osmo-stp_10.42.42.5(pid=8638) [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8638)] [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:49:02.958967 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:49:03.021752 run osmo-hlr_10.42.42.2(pid=8635): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8635)]\u000a01:49:03.073088 run osmo-hlr_10.42.42.2(pid=8635): stdout: \u000a| (launched: 2022-12-09_01:48:59.594054) \u000a01:49:03.125190 run osmo-hlr_10.42.42.2(pid=8635): stderr: \u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014859793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014859805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014859814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014859814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014859814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:03.195935 run osmo-msc_10.42.42.6(pid=8641): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8641)]\u000a01:49:03.247460 run osmo-msc_10.42.42.6(pid=8641): stdout: \u000a| (launched: 2022-12-09_01:49:01.763237) \u000a01:49:03.299169 run osmo-msc_10.42.42.6(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221209014902324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014902324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a57526c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014902324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014902324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014902324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014902324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014902326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014902327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014902327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014902327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:03.343534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Terminating (SIGTERM)\u000a01:49:03.385427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Terminating (SIGTERM)\u000a01:49:03.427412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8640): Terminating (SIGTERM)\u000a01:49:03.437242 --- ParallelTerminationStrategy: PID 8634 died...\u000a01:49:03.493685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8634): Terminated: ok {rc=0}\u000a01:49:03.503823 --- ParallelTerminationStrategy: PID 8637 died...\u000a01:49:03.559736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8637): Terminated: ok {rc=0}\u000a01:49:03.569922 --- ParallelTerminationStrategy: PID 8640 died...\u000a01:49:03.625666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8640): Terminated: ok {rc=0}\u000a01:49:03.712580 bus /sierra_3: Setting Powered False\u000a01:49:04.818537 bus /sierra_3: Setting Powered False\u000a01:49:05.926167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:48:45" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8652): Process ended prematurely: osmo-stp_10.42.42.5(pid=8652) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8652)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8652): Process ended prematurely: osmo-stp_10.42.42.5(pid=8652) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:49:07.935654 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:07.947361 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:49:08.109880 tst mo_mt_call.py: using LAC 18229\u000a01:49:08.237514 tst mo_mt_call.py: using RAC 124\u000a01:49:08.364354 tst mo_mt_call.py: using CellId 18229\u000a01:49:08.493235 tst mo_mt_call.py: using BVCI 18230\u000a01:49:08.518072 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:08.529771 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:08.541345 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:08.552831 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:08.564910 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:08.576432 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:49:08.693103 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:49:08.907771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:09.427667 run create_hlr_db(pid=8646): Launched\u000a01:49:09.615795 bus /sierra_2: Setting Powered False\u000a01:49:10.637016 run create_hlr_db(pid=8646): Terminated: ok {rc=0}\u000a01:49:11.045980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8648): Launched\u000a01:49:11.352608 run osmo-hlr_10.42.42.2(pid=8649): Launched\u000a01:49:11.472365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:12.011467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8651): Launched\u000a01:49:12.320175 run osmo-stp_10.42.42.5(pid=8652): Launched\u000a01:49:12.432351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:12.988531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8654): Launched\u000a01:49:13.294313 run osmo-msc_10.42.42.6(pid=8655): Launched\u000a01:49:13.472541 run osmo-stp_10.42.42.5(pid=8652): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8652)]\u000a01:49:13.600811 run osmo-stp_10.42.42.5(pid=8652): stdout: \u000a| (launched: 2022-12-09_01:49:12.166252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:13.727291 run osmo-stp_10.42.42.5(pid=8652): stderr: \u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014912336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014912336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:13.848721 run osmo-stp_10.42.42.5(pid=8652): stdout: \u000a| (launched: 2022-12-09_01:49:12.166252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:13.969584 run osmo-stp_10.42.42.5(pid=8652): stderr: \u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014912335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014912336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014912336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014912337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:14.023095 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8652): Process ended prematurely: osmo-stp_10.42.42.5(pid=8652) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8652)] [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:49:14.031695 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:49:14.092303 run osmo-hlr_10.42.42.2(pid=8649): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8649)]\u000a01:49:14.141625 run osmo-hlr_10.42.42.2(pid=8649): stdout: \u000a| (launched: 2022-12-09_01:49:11.201434) \u000a01:49:14.191808 run osmo-hlr_10.42.42.2(pid=8649): stderr: \u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014911379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014911390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014911399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:14.260377 run osmo-msc_10.42.42.6(pid=8655): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8655)]\u000a01:49:14.309816 run osmo-msc_10.42.42.6(pid=8655): stdout: \u000a| (launched: 2022-12-09_01:49:13.143259) \u000a01:49:14.359765 run osmo-msc_10.42.42.6(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221209014913415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014913415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45bd4cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014913415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014913415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014913415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014913415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014913417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014913417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014913418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014913418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:14.401790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8648): Terminating (SIGTERM)\u000a01:49:14.441803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8651): Terminating (SIGTERM)\u000a01:49:14.481858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8654): Terminating (SIGTERM)\u000a01:49:14.491363 --- ParallelTerminationStrategy: PID 8648 died...\u000a01:49:14.544800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8648): Terminated: ok {rc=0}\u000a01:49:14.554714 --- ParallelTerminationStrategy: PID 8651 died...\u000a01:49:14.607813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8651): Terminated: ok {rc=0}\u000a01:49:14.617662 --- ParallelTerminationStrategy: PID 8654 died...\u000a01:49:14.670692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8654): Terminated: ok {rc=0}\u000a01:49:14.755232 bus /sierra_3: Setting Powered False\u000a01:49:15.864781 bus /sierra_3: Setting Powered False\u000a01:49:17.000366 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 30, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8663): Process ended prematurely: osmo-stp_10.42.42.5(pid=8663) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8663)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8663): Process ended prematurely: osmo-stp_10.42.42.5(pid=8663) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:49:18.110954 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.122836 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:49:18.278412 tst mo_mt_call_osmux.py: using LAC 18230\u000a01:49:18.397855 tst mo_mt_call_osmux.py: using RAC 125\u000a01:49:18.516720 tst mo_mt_call_osmux.py: using CellId 18230\u000a01:49:18.635828 tst mo_mt_call_osmux.py: using BVCI 18231\u000a01:49:18.658959 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.670236 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.681220 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.692460 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.703944 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:49:18.715148 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:49:18.831996 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:49:19.034776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:19.514666 run create_hlr_db(pid=8657): Launched\u000a01:49:19.690490 bus /sierra_2: Setting Powered False\u000a01:49:20.711579 run create_hlr_db(pid=8657): Terminated: ok {rc=0}\u000a01:49:21.117172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8659): Launched\u000a01:49:21.422153 run osmo-hlr_10.42.42.2(pid=8660): Launched\u000a01:49:21.536772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:22.064509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8662): Launched\u000a01:49:22.369529 run osmo-stp_10.42.42.5(pid=8663): Launched\u000a01:49:22.480062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:23.035513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8665): Launched\u000a01:49:23.342082 run osmo-msc_10.42.42.6(pid=8666): Launched\u000a01:49:23.521774 run osmo-stp_10.42.42.5(pid=8663): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8663)]\u000a01:49:23.651147 run osmo-stp_10.42.42.5(pid=8663): stdout: \u000a| (launched: 2022-12-09_01:49:22.218954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:23.777903 run osmo-stp_10.42.42.5(pid=8663): stderr: \u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014922391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:23.899961 run osmo-stp_10.42.42.5(pid=8663): stdout: \u000a| (launched: 2022-12-09_01:49:22.218954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:24.021187 run osmo-stp_10.42.42.5(pid=8663): stderr: \u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014922390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014922391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014922391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:24.074522 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8663): Process ended prematurely: osmo-stp_10.42.42.5(pid=8663) [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8663)] [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:49:24.082993 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a01:49:24.143510 run osmo-hlr_10.42.42.2(pid=8660): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8660)]\u000a01:49:24.192734 run osmo-hlr_10.42.42.2(pid=8660): stdout: \u000a| (launched: 2022-12-09_01:49:21.272212) \u000a01:49:24.242500 run osmo-hlr_10.42.42.2(pid=8660): stderr: \u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014921448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014921461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014921470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014921470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014921470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:24.310091 run osmo-msc_10.42.42.6(pid=8666): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8666)]\u000a01:49:24.359171 run osmo-msc_10.42.42.6(pid=8666): stdout: \u000a| (launched: 2022-12-09_01:49:23.190460) \u000a01:49:24.409127 run osmo-msc_10.42.42.6(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221209014923461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014923461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff32e48ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014923461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014923461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014923461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014923462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014923463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014923464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014923464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014923464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:24.451151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8659): Terminating (SIGTERM)\u000a01:49:24.491051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8662): Terminating (SIGTERM)\u000a01:49:24.530807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8665): Terminating (SIGTERM)\u000a01:49:24.540292 --- ParallelTerminationStrategy: PID 8659 died...\u000a01:49:24.593707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8659): Terminated: ok {rc=0}\u000a01:49:24.603588 --- ParallelTerminationStrategy: PID 8662 died...\u000a01:49:24.656603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8662): Terminated: ok {rc=0}\u000a01:49:24.666855 --- ParallelTerminationStrategy: PID 8665 died...\u000a01:49:24.719870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8665): Terminated: ok {rc=0}\u000a01:49:24.807997 bus /sierra_3: Setting Powered False\u000a01:49:25.909938 bus /sierra_3: Setting Powered False\u000a01:49:27.021489 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:49:07" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8677): Process ended prematurely: osmo-stp_10.42.42.5(pid=8677) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8677)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8677): Process ended prematurely: osmo-stp_10.42.42.5(pid=8677) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:49:29.024031 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.035406 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:49:29.173872 tst mo_mt_call.py: using LAC 18231\u000a01:49:29.295100 tst mo_mt_call.py: using RAC 126\u000a01:49:29.416721 tst mo_mt_call.py: using CellId 18231\u000a01:49:29.538438 tst mo_mt_call.py: using BVCI 18232\u000a01:49:29.561692 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.572885 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.584073 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.595495 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.607129 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:29.618517 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:29.734266 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:29.935310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:30.413728 run create_hlr_db(pid=8671): Launched\u000a01:49:30.589233 bus /sierra_2: Setting Powered False\u000a01:49:31.620233 run create_hlr_db(pid=8671): Terminated: ok {rc=0}\u000a01:49:32.047708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8673): Launched\u000a01:49:32.359073 run osmo-hlr_10.42.42.2(pid=8674): Launched\u000a01:49:32.477888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:33.015122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8676): Launched\u000a01:49:33.323126 run osmo-stp_10.42.42.5(pid=8677): Launched\u000a01:49:33.443658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:34.006192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8679): Launched\u000a01:49:34.314084 run osmo-msc_10.42.42.6(pid=8680): Launched\u000a01:49:34.493699 run osmo-stp_10.42.42.5(pid=8677): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8677)]\u000a01:49:34.623685 run osmo-stp_10.42.42.5(pid=8677): stdout: \u000a| (launched: 2022-12-09_01:49:33.169610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:34.750663 run osmo-stp_10.42.42.5(pid=8677): stderr: \u000a| �[0;m�[38;5;43m20221209014933339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014933339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014933340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014933340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:34.873253 run osmo-stp_10.42.42.5(pid=8677): stdout: \u000a| (launched: 2022-12-09_01:49:33.169610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:34.994558 run osmo-stp_10.42.42.5(pid=8677): stderr: \u000a| �[0;m�[38;5;43m20221209014933339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014933339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014933340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014933340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014933341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:35.048409 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8677): Process ended prematurely: osmo-stp_10.42.42.5(pid=8677) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8677)] [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:49:35.057244 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:49:35.119279 run osmo-hlr_10.42.42.2(pid=8674): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8674)]\u000a01:49:35.169433 run osmo-hlr_10.42.42.2(pid=8674): stdout: \u000a| (launched: 2022-12-09_01:49:32.205351) \u000a01:49:35.219995 run osmo-hlr_10.42.42.2(pid=8674): stderr: \u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014932382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014932395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014932403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014932403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014932403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:35.289150 run osmo-msc_10.42.42.6(pid=8680): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8680)]\u000a01:49:35.339453 run osmo-msc_10.42.42.6(pid=8680): stdout: \u000a| (launched: 2022-12-09_01:49:34.160829) \u000a01:49:35.389950 run osmo-msc_10.42.42.6(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221209014934433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014934434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5d549fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014934434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014934434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014934434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014934434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014934436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014934436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014934436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014934436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:35.432742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8673): Terminating (SIGTERM)\u000a01:49:35.473439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8676): Terminating (SIGTERM)\u000a01:49:35.514071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a01:49:35.523796 --- ParallelTerminationStrategy: PID 8673 died...\u000a01:49:35.578220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8673): Terminated: ok {rc=0}\u000a01:49:35.588575 --- ParallelTerminationStrategy: PID 8676 died...\u000a01:49:35.642882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8676): Terminated: ok {rc=0}\u000a01:49:35.653010 --- ParallelTerminationStrategy: PID 8679 died...\u000a01:49:35.707328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a01:49:35.796265 bus /sierra_3: Setting Powered False\u000a01:49:36.900871 bus /sierra_3: Setting Powered False\u000a01:49:38.013146 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8688): Process ended prematurely: osmo-stp_10.42.42.5(pid=8688) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8688)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8688): Process ended prematurely: osmo-stp_10.42.42.5(pid=8688) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:49:39.124845 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.137080 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:49:39.278144 tst mo_mt_call_osmux.py: using LAC 18232\u000a01:49:39.400492 tst mo_mt_call_osmux.py: using RAC 127\u000a01:49:39.521466 tst mo_mt_call_osmux.py: using CellId 18232\u000a01:49:39.654236 tst mo_mt_call_osmux.py: using BVCI 18233\u000a01:49:39.679220 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.691332 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.703054 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.714955 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.727062 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:49:39.739087 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:39.853897 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:49:40.055383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:40.536751 run create_hlr_db(pid=8682): Launched\u000a01:49:40.713297 bus /sierra_2: Setting Powered False\u000a01:49:41.734372 run create_hlr_db(pid=8682): Terminated: ok {rc=0}\u000a01:49:42.169911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8684): Launched\u000a01:49:42.498589 run osmo-hlr_10.42.42.2(pid=8685): Launched\u000a01:49:42.621157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:43.190087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8687): Launched\u000a01:49:43.520250 run osmo-stp_10.42.42.5(pid=8688): Launched\u000a01:49:43.640108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:44.239560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8690): Launched\u000a01:49:44.567982 run osmo-msc_10.42.42.6(pid=8691): Launched\u000a01:49:44.760180 run osmo-stp_10.42.42.5(pid=8688): ERR: Terminated: ERROR {rc=1} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8688)]\u000a01:49:44.898455 run osmo-stp_10.42.42.5(pid=8688): stdout: \u000a| (launched: 2022-12-09_01:49:43.358056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:45.035594 run osmo-stp_10.42.42.5(pid=8688): stderr: \u000a| �[0;m�[38;5;43m20221209014943550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014943550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014943551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014943551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:45.166914 run osmo-stp_10.42.42.5(pid=8688): stdout: \u000a| (launched: 2022-12-09_01:49:43.358056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:45.297551 run osmo-stp_10.42.42.5(pid=8688): stderr: \u000a| �[0;m�[38;5;43m20221209014943550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014943550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014943551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014943551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014943552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:45.355614 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8688): Process ended prematurely: osmo-stp_10.42.42.5(pid=8688) [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8688)] [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:49:45.365443 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:49:45.428739 run osmo-hlr_10.42.42.2(pid=8685): ERR: Terminated: ERROR {rc=237} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8685)]\u000a01:49:45.480776 run osmo-hlr_10.42.42.2(pid=8685): stdout: \u000a| (launched: 2022-12-09_01:49:42.336495) \u000a01:49:45.533319 run osmo-hlr_10.42.42.2(pid=8685): stderr: \u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014942533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014942546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014942556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014942556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014942556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:45.604710 run osmo-msc_10.42.42.6(pid=8691): ERR: Terminated: ERROR {rc=2} [trial-2352↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8691)]\u000a01:49:45.656405 run osmo-msc_10.42.42.6(pid=8691): stdout: \u000a| (launched: 2022-12-09_01:49:44.406446) \u000a01:49:45.708854 run osmo-msc_10.42.42.6(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221209014944729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014944730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefd5a6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014944730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014944730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014944730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014944731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014944732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:45.753490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8684): Terminating (SIGTERM)\u000a01:49:45.795737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8687): Terminating (SIGTERM)\u000a01:49:45.842353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8690): Terminating (SIGTERM)\u000a01:49:45.852867 --- ParallelTerminationStrategy: PID 8684 died...\u000a01:49:45.918448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8684): Terminated: ok {rc=0}\u000a01:49:45.929154 --- ParallelTerminationStrategy: PID 8687 died...\u000a01:49:45.987267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8687): Terminated: ok {rc=0}\u000a01:49:45.998030 --- ParallelTerminationStrategy: PID 8690 died...\u000a01:49:46.056121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8690): Terminated: ok {rc=0}\u000a01:49:46.144938 bus /sierra_3: Setting Powered False\u000a01:49:47.250198 bus /sierra_3: Setting Powered False\u000a01:49:48.359831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:49:28" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8702): Process ended prematurely: osmo-stp_10.42.42.5(pid=8702) [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8702)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8702): Process ended prematurely: osmo-stp_10.42.42.5(pid=8702) [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:49:50.371726 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.382608 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:49:50.522719 tst emergency_mo_mt_call.py: using LAC 18233\u000a01:49:50.646351 tst emergency_mo_mt_call.py: using RAC 128\u000a01:49:50.776028 tst emergency_mo_mt_call.py: using CellId 18233\u000a01:49:50.901469 tst emergency_mo_mt_call.py: using BVCI 18234\u000a01:49:50.926042 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.937708 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.948793 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.960103 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.971480 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:49:50.982604 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:51.102997 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:49:51.311659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:49:51.823432 run create_hlr_db(pid=8696): Launched\u000a01:49:52.010619 bus /sierra_2: Setting Powered False\u000a01:49:53.029886 run create_hlr_db(pid=8696): Terminated: ok {rc=0}\u000a01:49:53.459191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8698): Launched\u000a01:49:53.778910 run osmo-hlr_10.42.42.2(pid=8699): Launched\u000a01:49:53.898204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:49:54.456449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8701): Launched\u000a01:49:54.777579 run osmo-stp_10.42.42.5(pid=8702): Launched\u000a01:49:54.904243 tst emergency_mo_mt_call.py: using MSISDN 6958\u000a01:49:55.063715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:49:55.650985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8704): Launched\u000a01:49:55.970680 run osmo-msc_10.42.42.6(pid=8705): Launched\u000a01:49:56.158014 run osmo-stp_10.42.42.5(pid=8702): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8702)]\u000a01:49:56.293303 run osmo-stp_10.42.42.5(pid=8702): stdout: \u000a| (launched: 2022-12-09_01:49:54.619053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:56.427964 run osmo-stp_10.42.42.5(pid=8702): stderr: \u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014954812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:56.556608 run osmo-stp_10.42.42.5(pid=8702): stdout: \u000a| (launched: 2022-12-09_01:49:54.619053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:49:56.683781 run osmo-stp_10.42.42.5(pid=8702): stderr: \u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209014954811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209014954812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209014954812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:49:56.739805 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8702): Process ended prematurely: osmo-stp_10.42.42.5(pid=8702) [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8702)] [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a01:49:56.748278 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a01:49:56.811383 run osmo-hlr_10.42.42.2(pid=8699): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8699)]\u000a01:49:56.863337 run osmo-hlr_10.42.42.2(pid=8699): stdout: \u000a| (launched: 2022-12-09_01:49:53.621843) \u000a01:49:56.915960 run osmo-hlr_10.42.42.2(pid=8699): stderr: \u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209014953821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209014953833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209014953842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209014953842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209014953842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:49:56.987233 run osmo-msc_10.42.42.6(pid=8705): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8705)]\u000a01:49:57.038923 run osmo-msc_10.42.42.6(pid=8705): stdout: \u000a| (launched: 2022-12-09_01:49:55.813554) \u000a01:49:57.091136 run osmo-msc_10.42.42.6(pid=8705): stderr: \u000a| �[0;m�[38;5;43m20221209014956135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209014956136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14ef578c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209014956136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209014956136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209014956136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209014956136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209014956138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209014956138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209014956139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209014956139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:49:57.135501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8698): Terminating (SIGTERM)\u000a01:49:57.177537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8701): Terminating (SIGTERM)\u000a01:49:57.220102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8704): Terminating (SIGTERM)\u000a01:49:57.229733 --- ParallelTerminationStrategy: PID 8698 died...\u000a01:49:57.286165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8698): Terminated: ok {rc=0}\u000a01:49:57.296479 --- ParallelTerminationStrategy: PID 8701 died...\u000a01:49:57.352373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8701): Terminated: ok {rc=0}\u000a01:49:57.362684 --- ParallelTerminationStrategy: PID 8704 died...\u000a01:49:57.418619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8704): Terminated: ok {rc=0}\u000a01:49:57.507213 bus /sierra_3: Setting Powered False\u000a01:49:58.615126 bus /sierra_3: Setting Powered False\u000a01:49:59.723084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:50:00.775654 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:00.787656 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:00.950581 tst emergency_preemptive_call.py: using LAC 18234\u000a01:50:01.078630 tst emergency_preemptive_call.py: using RAC 129\u000a01:50:01.201828 tst emergency_preemptive_call.py: using CellId 18234\u000a01:50:01.328467 tst emergency_preemptive_call.py: using BVCI 18235\u000a01:50:01.353649 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:01.365495 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:01.377381 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:01.389126 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:01.401035 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:50:01.412664 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:01.532744 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:01.656356 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:01.782828 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:01.988069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:02.501262 run create_hlr_db(pid=8710): Launched\u000a01:50:02.689320 bus /sierra_2: Setting Powered False\u000a01:50:03.698609 run create_hlr_db(pid=8710): Terminated: ok {rc=0}\u000a01:50:04.138008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Launched\u000a01:50:04.459900 run osmo-hlr_10.42.42.2(pid=8713): Launched\u000a01:50:04.576164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:05.135892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Launched\u000a01:50:05.458709 run osmo-stp_10.42.42.5(pid=8716): Launched\u000a01:50:05.585556 tst emergency_preemptive_call.py: using MSISDN 6959\u000a01:50:05.745509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:50:06.332081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Launched\u000a01:50:06.656367 run osmo-msc_10.42.42.6(pid=8719): Launched\u000a01:50:06.846948 run osmo-stp_10.42.42.5(pid=8716): ERR: Terminated: ERROR {rc=1} [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a01:50:06.983804 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-09_01:50:05.299627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:07.119619 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015005492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:07.250039 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-09_01:50:05.299627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:07.378201 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015005492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015005492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015005493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:07.434550 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)] [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a01:50:07.443182 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a01:50:07.506715 run osmo-hlr_10.42.42.2(pid=8713): ERR: Terminated: ERROR {rc=237} [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8713)]\u000a01:50:07.559093 run osmo-hlr_10.42.42.2(pid=8713): stdout: \u000a| (launched: 2022-12-09_01:50:04.301603) \u000a01:50:07.611887 run osmo-hlr_10.42.42.2(pid=8713): stderr: \u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015004499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015004511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015004520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015004520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015004520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:07.683767 run osmo-msc_10.42.42.6(pid=8719): ERR: Terminated: ERROR {rc=2} [trial-2352↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8719)]\u000a01:50:07.735609 run osmo-msc_10.42.42.6(pid=8719): stdout: \u000a| (launched: 2022-12-09_01:50:06.495260) \u000a01:50:07.788108 run osmo-msc_10.42.42.6(pid=8719): stderr: \u000a| �[0;m�[38;5;43m20221209015006817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015006817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f805b63ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015006817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015006817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015006817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015006817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015006819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015006819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015006820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015006820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:50:07.832834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminating (SIGTERM)\u000a01:50:07.875275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminating (SIGTERM)\u000a01:50:07.918158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminating (SIGTERM)\u000a01:50:07.927945 --- ParallelTerminationStrategy: PID 8712 died...\u000a01:50:07.984318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminated: ok {rc=0}\u000a01:50:07.994639 --- ParallelTerminationStrategy: PID 8715 died...\u000a01:50:08.050596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminated: ok {rc=0}\u000a01:50:08.060829 --- ParallelTerminationStrategy: PID 8718 died...\u000a01:50:08.116852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminated: ok {rc=0}\u000a01:50:08.204824 bus /sierra_9: Setting Powered False\u000a01:50:09.312106 bus /sierra_9: Setting Powered False\u000a01:50:10.423897 bus /sierra_8: Setting Powered False\u000a01:50:11.527404 bus /sierra_8: Setting Powered False\u000a01:50:12.639475 bus /sierra_3: Setting Powered False\u000a01:50:13.742262 bus /sierra_3: Setting Powered False\u000a01:50:14.850432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:49:50" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8734): Process ended prematurely: osmo-stp_10.42.42.5(pid=8734) [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8734)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8734): Process ended prematurely: osmo-stp_10.42.42.5(pid=8734) [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:50:17.015181 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.028131 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:17.201445 tst cs_paging_gprs_active.py: using LAC 18235\u000a01:50:17.328137 tst cs_paging_gprs_active.py: using RAC 130\u000a01:50:17.449269 tst cs_paging_gprs_active.py: using CellId 18235\u000a01:50:17.575965 tst cs_paging_gprs_active.py: using BVCI 18236\u000a01:50:17.599829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.610811 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.621502 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.632850 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.644136 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.655117 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.666524 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.677617 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:17.688900 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:17.808596 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:18.093435 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:50:18.221194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:18.538623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8724): Launched\u000a01:50:18.803642 run iperf3-srv_10.42.42.10(pid=8725): Launched\u000a01:50:18.990127 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:50:19.117755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:19.435249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Launched\u000a01:50:19.698999 run iperf3-srv_10.42.42.10(pid=8727): Launched\u000a01:50:19.885881 tst cs_paging_gprs_active.py:38: start network...\u000a01:50:20.013499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:20.493736 run create_hlr_db(pid=8728): Launched\u000a01:50:20.669394 bus /sierra_2: Setting Powered False\u000a01:50:21.690356 run create_hlr_db(pid=8728): Terminated: ok {rc=0}\u000a01:50:22.125370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8730): Launched\u000a01:50:22.453780 run osmo-hlr_10.42.42.2(pid=8731): Launched\u000a01:50:22.574260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:23.142328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8733): Launched\u000a01:50:23.469546 run osmo-stp_10.42.42.5(pid=8734): Launched\u000a01:50:23.589194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:24.161349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8737): Launched\u000a01:50:24.278859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:24.565603 run patchelf(pid=8738): Launched\u000a01:50:24.758334 run osmo-stp_10.42.42.5(pid=8734): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8734)]\u000a01:50:24.899175 run osmo-stp_10.42.42.5(pid=8734): stdout: \u000a| (launched: 2022-12-09_01:50:23.309146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:25.040350 run osmo-stp_10.42.42.5(pid=8734): stderr: \u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015023501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:25.175981 run osmo-stp_10.42.42.5(pid=8734): stdout: \u000a| (launched: 2022-12-09_01:50:23.309146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:25.311236 run osmo-stp_10.42.42.5(pid=8734): stderr: \u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015023500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015023501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015023501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:25.468134 run patchelf(pid=8738): Terminating (SIGINT)\u000a01:50:25.652805 run patchelf(pid=8738): Terminated: ok {rc=0}\u000a01:50:25.686811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8734): Process ended prematurely: osmo-stp_10.42.42.5(pid=8734) [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8734)] [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a01:50:25.696650 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:50:25.760132 run osmo-hlr_10.42.42.2(pid=8731): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8731)]\u000a01:50:25.811905 run osmo-hlr_10.42.42.2(pid=8731): stdout: \u000a| (launched: 2022-12-09_01:50:22.292714) \u000a01:50:25.864069 run osmo-hlr_10.42.42.2(pid=8731): stderr: \u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015022491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015022504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015022512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015022512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015022512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:25.909172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8724): Terminating (SIGTERM)\u000a01:50:25.951320 run iperf3-srv_10.42.42.10(pid=8725): Terminating (SIGTERM)\u000a01:50:25.993725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Terminating (SIGTERM)\u000a01:50:26.036146 run iperf3-srv_10.42.42.10(pid=8727): Terminating (SIGTERM)\u000a01:50:26.078500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8730): Terminating (SIGTERM)\u000a01:50:26.120847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8733): Terminating (SIGTERM)\u000a01:50:26.163366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8737): Terminating (SIGTERM)\u000a01:50:26.173298 --- ParallelTerminationStrategy: PID 8724 died...\u000a01:50:26.229960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8724): Terminated: ok {rc=0}\u000a01:50:26.240146 --- ParallelTerminationStrategy: PID 8725 died...\u000a01:50:26.295902 run iperf3-srv_10.42.42.10(pid=8725): Terminated {rc=256}\u000a01:50:26.306096 --- ParallelTerminationStrategy: PID 8726 died...\u000a01:50:26.361974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8726): Terminated: ok {rc=0}\u000a01:50:26.372121 --- ParallelTerminationStrategy: PID 8727 died...\u000a01:50:26.427993 run iperf3-srv_10.42.42.10(pid=8727): Terminated {rc=256}\u000a01:50:26.438177 --- ParallelTerminationStrategy: PID 8730 died...\u000a01:50:26.494065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8730): Terminated: ok {rc=0}\u000a01:50:26.504257 --- ParallelTerminationStrategy: PID 8733 died...\u000a01:50:26.560075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8733): Terminated: ok {rc=0}\u000a01:50:26.570349 --- ParallelTerminationStrategy: PID 8737 died...\u000a01:50:26.626228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8737): Terminated: ok {rc=0}\u000a01:50:26.713287 bus /gobi_0: Setting Powered False\u000a01:50:27.822345 bus /gobi_0: Setting Powered False\u000a01:50:28.934399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8747): Process ended prematurely: osmo-stp_10.42.42.5(pid=8747) [trial-2352↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8747)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8747): Process ended prematurely: osmo-stp_10.42.42.5(pid=8747) [trial-2352↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a01:50:30.045275 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.056701 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:30.197674 tst iperf3.py: using LAC 18236\u000a01:50:30.318955 tst iperf3.py: using RAC 131\u000a01:50:30.440855 tst iperf3.py: using CellId 18236\u000a01:50:30.567007 tst iperf3.py: using BVCI 18237\u000a01:50:30.590376 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.601132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.611479 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.622390 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.633342 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.644135 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.655160 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.666193 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:30.677308 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:30.960705 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:31.091701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:31.432468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8739): Launched\u000a01:50:31.715634 run iperf3-srv_10.42.42.10(pid=8740): Launched\u000a01:50:31.906773 tst iperf3.py:8: start network...\u000a01:50:32.037628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:32.521396 run create_hlr_db(pid=8741): Launched\u000a01:50:32.697793 bus /gobi_6: Setting Powered False\u000a01:50:33.719972 run create_hlr_db(pid=8741): Terminated: ok {rc=0}\u000a01:50:34.127590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8743): Launched\u000a01:50:34.434674 run osmo-hlr_10.42.42.2(pid=8744): Launched\u000a01:50:34.552046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:35.091940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8746): Launched\u000a01:50:35.398997 run osmo-stp_10.42.42.5(pid=8747): Launched\u000a01:50:35.510863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:36.043936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8749): Launched\u000a01:50:36.153274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:36.420852 run patchelf(pid=8750): Launched\u000a01:50:36.601444 run osmo-stp_10.42.42.5(pid=8747): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8747)]\u000a01:50:36.733070 run osmo-stp_10.42.42.5(pid=8747): stdout: \u000a| (launched: 2022-12-09_01:50:35.247319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:36.865199 run osmo-stp_10.42.42.5(pid=8747): stderr: \u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015035419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:36.992598 run osmo-stp_10.42.42.5(pid=8747): stdout: \u000a| (launched: 2022-12-09_01:50:35.247319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:37.118637 run osmo-stp_10.42.42.5(pid=8747): stderr: \u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015035418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015035419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015035419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:37.266256 run patchelf(pid=8750): Terminating (SIGINT)\u000a01:50:37.439464 run patchelf(pid=8750): Terminated: ok {rc=0}\u000a01:50:37.471146 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8747): Process ended prematurely: osmo-stp_10.42.42.5(pid=8747) [trial-2352↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8747)] [trial-2352↪gprs:nanobts+band-900↪iperf3.py:8]\u000a01:50:37.480456 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a01:50:37.541766 run osmo-hlr_10.42.42.2(pid=8744): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8744)]\u000a01:50:37.591040 run osmo-hlr_10.42.42.2(pid=8744): stdout: \u000a| (launched: 2022-12-09_01:50:34.282842) \u000a01:50:37.641302 run osmo-hlr_10.42.42.2(pid=8744): stderr: \u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015034459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015034471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015034480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015034480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015034480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:37.683645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8739): Terminating (SIGTERM)\u000a01:50:37.723754 run iperf3-srv_10.42.42.10(pid=8740): Terminating (SIGTERM)\u000a01:50:37.769133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8743): Terminating (SIGTERM)\u000a01:50:37.811635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8746): Terminating (SIGTERM)\u000a01:50:37.853637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8749): Terminating (SIGTERM)\u000a01:50:37.863458 --- ParallelTerminationStrategy: PID 8739 died...\u000a01:50:37.919869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8739): Terminated: ok {rc=0}\u000a01:50:37.930210 --- ParallelTerminationStrategy: PID 8740 died...\u000a01:50:37.985953 run iperf3-srv_10.42.42.10(pid=8740): Terminated {rc=256}\u000a01:50:37.996221 --- ParallelTerminationStrategy: PID 8743 died...\u000a01:50:38.052519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8743): Terminated: ok {rc=0}\u000a01:50:38.062840 --- ParallelTerminationStrategy: PID 8746 died...\u000a01:50:38.118936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8746): Terminated: ok {rc=0}\u000a01:50:38.129370 --- ParallelTerminationStrategy: PID 8749 died...\u000a01:50:38.185321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8749): Terminated: ok {rc=0}\u000a01:50:38.273613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8765): Process ended prematurely: osmo-stp_10.42.42.5(pid=8765) [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8765)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8765): Process ended prematurely: osmo-stp_10.42.42.5(pid=8765) [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a01:50:39.385752 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.397062 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:39.535015 tst iperf3m4.py: using LAC 18237\u000a01:50:39.654518 tst iperf3m4.py: using RAC 132\u000a01:50:39.777177 tst iperf3m4.py: using CellId 18237\u000a01:50:39.898086 tst iperf3m4.py: using BVCI 18238\u000a01:50:39.921991 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.932620 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.943167 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.954062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.964634 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.975264 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.986161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:39.996885 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:40.007956 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:40.128918 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:40.246935 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:40.363223 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:50:40.660829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:50:40.797268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:41.135674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8751): Launched\u000a01:50:41.419407 run iperf3-srv_10.42.42.10(pid=8752): Launched\u000a01:50:41.621563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:50:41.759142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:42.100124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8753): Launched\u000a01:50:42.383362 run iperf3-srv_10.42.42.10(pid=8754): Launched\u000a01:50:42.584317 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:50:42.721160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:43.062633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8755): Launched\u000a01:50:43.343954 run iperf3-srv_10.42.42.10(pid=8756): Launched\u000a01:50:43.544346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:50:43.680628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:50:44.021894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8757): Launched\u000a01:50:44.303540 run iperf3-srv_10.42.42.10(pid=8758): Launched\u000a01:50:44.504183 tst iperf3m4.py:8: start network...\u000a01:50:44.640605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:50:45.165089 run create_hlr_db(pid=8759): Launched\u000a01:50:45.355077 bus /gobi_6: Setting Powered False\u000a01:50:46.378532 run create_hlr_db(pid=8759): Terminated: ok {rc=0}\u000a01:50:46.835062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8761): Launched\u000a01:50:47.163461 run osmo-hlr_10.42.42.2(pid=8762): Launched\u000a01:50:47.312928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:50:47.856798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8764): Launched\u000a01:50:48.164324 run osmo-stp_10.42.42.5(pid=8765): Launched\u000a01:50:48.275653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:50:48.812319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8767): Launched\u000a01:50:48.921294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:50:49.189182 run patchelf(pid=8768): Launched\u000a01:50:49.369688 run osmo-stp_10.42.42.5(pid=8765): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8765)]\u000a01:50:49.501977 run osmo-stp_10.42.42.5(pid=8765): stdout: \u000a| (launched: 2022-12-09_01:50:48.012777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:49.634572 run osmo-stp_10.42.42.5(pid=8765): stderr: \u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015048181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:49.762070 run osmo-stp_10.42.42.5(pid=8765): stdout: \u000a| (launched: 2022-12-09_01:50:48.012777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:50:49.888711 run osmo-stp_10.42.42.5(pid=8765): stderr: \u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015048180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015048181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015048181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:50:50.035883 run patchelf(pid=8768): Terminating (SIGINT)\u000a01:50:50.209351 run patchelf(pid=8768): Terminated: ok {rc=0}\u000a01:50:50.241116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8765): Process ended prematurely: osmo-stp_10.42.42.5(pid=8765) [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8765)] [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a01:50:50.250501 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:50:50.311728 run osmo-hlr_10.42.42.2(pid=8762): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8762)]\u000a01:50:50.361291 run osmo-hlr_10.42.42.2(pid=8762): stdout: \u000a| (launched: 2022-12-09_01:50:47.003847) \u000a01:50:50.411433 run osmo-hlr_10.42.42.2(pid=8762): stderr: \u000a| �[0;m�[1;31m20221209015047261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015047261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015047261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015047261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015047261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015047262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015047274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015047284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015047284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015047284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:50:50.453607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8751): Terminating (SIGTERM)\u000a01:50:50.493500 run iperf3-srv_10.42.42.10(pid=8752): Terminating (SIGTERM)\u000a01:50:50.533515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8753): Terminating (SIGTERM)\u000a01:50:50.573357 run iperf3-srv_10.42.42.10(pid=8754): Terminating (SIGTERM)\u000a01:50:50.613199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8755): Terminating (SIGTERM)\u000a01:50:50.652909 run iperf3-srv_10.42.42.10(pid=8756): Terminating (SIGTERM)\u000a01:50:50.692782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8757): Terminating (SIGTERM)\u000a01:50:50.732578 run iperf3-srv_10.42.42.10(pid=8758): Terminating (SIGTERM)\u000a01:50:50.772260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8761): Terminating (SIGTERM)\u000a01:50:50.811912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8764): Terminating (SIGTERM)\u000a01:50:50.851721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8767): Terminating (SIGTERM)\u000a01:50:50.861297 --- ParallelTerminationStrategy: PID 8751 died...\u000a01:50:50.914844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8751): Terminated: ok {rc=0}\u000a01:50:50.924864 --- ParallelTerminationStrategy: PID 8752 died...\u000a01:50:50.978340 run iperf3-srv_10.42.42.10(pid=8752): Terminated {rc=256}\u000a01:50:50.988481 --- ParallelTerminationStrategy: PID 8753 died...\u000a01:50:51.041871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8753): Terminated: ok {rc=0}\u000a01:50:51.051604 --- ParallelTerminationStrategy: PID 8754 died...\u000a01:50:51.104395 run iperf3-srv_10.42.42.10(pid=8754): Terminated {rc=256}\u000a01:50:51.114376 --- ParallelTerminationStrategy: PID 8755 died...\u000a01:50:51.167123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8755): Terminated: ok {rc=0}\u000a01:50:51.177058 --- ParallelTerminationStrategy: PID 8756 died...\u000a01:50:51.229881 run iperf3-srv_10.42.42.10(pid=8756): Terminated {rc=256}\u000a01:50:51.239746 --- ParallelTerminationStrategy: PID 8757 died...\u000a01:50:51.292764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8757): Terminated: ok {rc=0}\u000a01:50:51.302547 --- ParallelTerminationStrategy: PID 8758 died...\u000a01:50:51.355362 run iperf3-srv_10.42.42.10(pid=8758): Terminated {rc=256}\u000a01:50:51.365390 --- ParallelTerminationStrategy: PID 8761 died...\u000a01:50:51.418798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8761): Terminated: ok {rc=0}\u000a01:50:51.428615 --- ParallelTerminationStrategy: PID 8764 died...\u000a01:50:51.482266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8764): Terminated: ok {rc=0}\u000a01:50:51.492095 --- ParallelTerminationStrategy: PID 8767 died...\u000a01:50:51.545504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8767): Terminated: ok {rc=0}\u000a01:50:51.633998 bus /gobi_4: Setting Powered False\u000a01:50:52.738133 bus /gobi_4: Setting Powered False\u000a01:50:53.849512 bus /gobi_1: Setting Powered False\u000a01:50:54.952285 bus /gobi_1: Setting Powered False\u000a01:50:56.064436 bus /gobi_0: Setting Powered False\u000a01:50:57.165443 bus /gobi_0: Setting Powered False\u000a01:50:58.276816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8775): Process ended prematurely: osmo-stp_10.42.42.5(pid=8775) [trial-2352↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8775)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8775): Process ended prematurely: osmo-stp_10.42.42.5(pid=8775) [trial-2352↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a01:50:59.344113 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.355465 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:50:59.491815 tst ping.py: using LAC 18238\u000a01:50:59.611413 tst ping.py: using RAC 133\u000a01:50:59.729153 tst ping.py: using CellId 18238\u000a01:50:59.848391 tst ping.py: using BVCI 18239\u000a01:50:59.871302 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.882052 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.892434 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.903132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.913989 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.924627 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.935518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:50:59.946302 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:51:00.225027 tst ping.py:19: start network...\u000a01:51:00.349781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:00.819777 run create_hlr_db(pid=8769): Launched\u000a01:51:01.003274 bus /gobi_6: Setting Powered False\u000a01:51:02.018952 run create_hlr_db(pid=8769): Terminated: ok {rc=0}\u000a01:51:02.455254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8771): Launched\u000a01:51:02.776081 run osmo-hlr_10.42.42.2(pid=8772): Launched\u000a01:51:02.895509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:03.459497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8774): Launched\u000a01:51:03.782473 run osmo-stp_10.42.42.5(pid=8775): Launched\u000a01:51:03.898876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:04.463034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8777): Launched\u000a01:51:04.577690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:04.859232 run patchelf(pid=8778): Launched\u000a01:51:05.047788 run osmo-stp_10.42.42.5(pid=8775): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8775)]\u000a01:51:05.185726 run osmo-stp_10.42.42.5(pid=8775): stdout: \u000a| (launched: 2022-12-09_01:51:03.622678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:05.324592 run osmo-stp_10.42.42.5(pid=8775): stderr: \u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015103816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:05.457594 run osmo-stp_10.42.42.5(pid=8775): stdout: \u000a| (launched: 2022-12-09_01:51:03.622678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:05.589204 run osmo-stp_10.42.42.5(pid=8775): stderr: \u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015103815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015103816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015103816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:05.742600 run patchelf(pid=8778): Terminating (SIGINT)\u000a01:51:05.923197 run patchelf(pid=8778): Terminated: ok {rc=0}\u000a01:51:05.955871 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8775): Process ended prematurely: osmo-stp_10.42.42.5(pid=8775) [trial-2352↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8775)] [trial-2352↪gprs:nanobts+band-900↪ping.py:22]\u000a01:51:05.965867 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:51:06.029811 run osmo-hlr_10.42.42.2(pid=8772): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8772)]\u000a01:51:06.081701 run osmo-hlr_10.42.42.2(pid=8772): stdout: \u000a| (launched: 2022-12-09_01:51:02.618897) \u000a01:51:06.134143 run osmo-hlr_10.42.42.2(pid=8772): stderr: \u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015102818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015102830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015102840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015102841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015102841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:06.179184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8771): Terminating (SIGTERM)\u000a01:51:06.221434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8774): Terminating (SIGTERM)\u000a01:51:06.264094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8777): Terminating (SIGTERM)\u000a01:51:06.274112 --- ParallelTerminationStrategy: PID 8771 died...\u000a01:51:06.331074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8771): Terminated: ok {rc=0}\u000a01:51:06.341550 --- ParallelTerminationStrategy: PID 8774 died...\u000a01:51:06.398217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8774): Terminated: ok {rc=0}\u000a01:51:06.408620 --- ParallelTerminationStrategy: PID 8777 died...\u000a01:51:06.465276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8777): Terminated: ok {rc=0}\u000a01:51:06.553557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:51:07.606823 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:07.618761 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:51:07.764003 tst ping_idle_ping.py: using LAC 18239\u000a01:51:07.892198 tst ping_idle_ping.py: using RAC 134\u000a01:51:08.019347 tst ping_idle_ping.py: using CellId 18239\u000a01:51:08.148028 tst ping_idle_ping.py: using BVCI 18240\u000a01:51:08.172740 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.183970 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.194996 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.206011 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.217004 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.227934 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.239211 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:51:08.250764 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:51:08.539496 tst ping_idle_ping.py:24: start network...\u000a01:51:08.674446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:09.194402 run create_hlr_db(pid=8779): Launched\u000a01:51:09.383275 bus /gobi_6: Setting Powered False\u000a01:51:10.403384 run create_hlr_db(pid=8779): Terminated: ok {rc=0}\u000a01:51:10.809585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Launched\u000a01:51:11.112112 run osmo-hlr_10.42.42.2(pid=8782): Launched\u000a01:51:11.223158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:11.746829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Launched\u000a01:51:12.048891 run osmo-stp_10.42.42.5(pid=8785): Launched\u000a01:51:12.159289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:12.685756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8787): Launched\u000a01:51:12.792805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:13.058072 run patchelf(pid=8788): Launched\u000a01:51:13.235034 run osmo-stp_10.42.42.5(pid=8785): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]\u000a01:51:13.364032 run osmo-stp_10.42.42.5(pid=8785): stdout: \u000a| (launched: 2022-12-09_01:51:11.899728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:13.494174 run osmo-stp_10.42.42.5(pid=8785): stderr: \u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015112069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:13.618638 run osmo-stp_10.42.42.5(pid=8785): stdout: \u000a| (launched: 2022-12-09_01:51:11.899728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:13.742290 run osmo-stp_10.42.42.5(pid=8785): stderr: \u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015112068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015112069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015112069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:13.886311 run patchelf(pid=8788): Terminating (SIGINT)\u000a01:51:14.056154 run patchelf(pid=8788): Terminated: ok {rc=0}\u000a01:51:14.086981 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)] [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a01:51:14.095804 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:51:14.156600 run osmo-hlr_10.42.42.2(pid=8782): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8782)]\u000a01:51:14.205966 run osmo-hlr_10.42.42.2(pid=8782): stdout: \u000a| (launched: 2022-12-09_01:51:10.962660) \u000a01:51:14.255948 run osmo-hlr_10.42.42.2(pid=8782): stderr: \u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015111137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015111151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015111159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015111160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015111160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:14.298362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Terminating (SIGTERM)\u000a01:51:14.338791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Terminating (SIGTERM)\u000a01:51:14.378848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8787): Terminating (SIGTERM)\u000a01:51:14.388367 --- ParallelTerminationStrategy: PID 8781 died...\u000a01:51:14.442538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Terminated: ok {rc=0}\u000a01:51:14.452179 --- ParallelTerminationStrategy: PID 8784 died...\u000a01:51:14.505700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Terminated: ok {rc=0}\u000a01:51:14.515694 --- ParallelTerminationStrategy: PID 8787 died...\u000a01:51:14.569283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8787): Terminated: ok {rc=0}\u000a01:51:14.658445 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:50:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8803): Process ended prematurely: osmo-stp_10.42.42.5(pid=8803) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8803)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8803): Process ended prematurely: osmo-stp_10.42.42.5(pid=8803) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:51:16.887852 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:16.903977 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:17.065056 tst cs_paging_gprs_active.py: using LAC 18240\u000a01:51:17.197271 tst cs_paging_gprs_active.py: using RAC 135\u000a01:51:17.317383 tst cs_paging_gprs_active.py: using CellId 18240\u000a01:51:17.437327 tst cs_paging_gprs_active.py: using BVCI 18241\u000a01:51:17.460643 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.471605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.482690 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.493709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.504590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.515489 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.526539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.537500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:17.548409 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:17.668475 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:17.949434 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:51:18.077433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:18.396645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8793): Launched\u000a01:51:18.661438 run iperf3-srv_10.42.42.10(pid=8794): Launched\u000a01:51:18.848853 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:51:18.976597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:19.295548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8795): Launched\u000a01:51:19.559883 run iperf3-srv_10.42.42.10(pid=8796): Launched\u000a01:51:19.746731 tst cs_paging_gprs_active.py:38: start network...\u000a01:51:19.874513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:20.360511 run create_hlr_db(pid=8797): Launched\u000a01:51:20.536568 bus /gobi_6: Setting Powered False\u000a01:51:21.557915 run create_hlr_db(pid=8797): Terminated: ok {rc=0}\u000a01:51:21.994621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8799): Launched\u000a01:51:22.325454 run osmo-hlr_10.42.42.2(pid=8800): Launched\u000a01:51:22.448341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:23.023704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8802): Launched\u000a01:51:23.355069 run osmo-stp_10.42.42.5(pid=8803): Launched\u000a01:51:23.474652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:24.051086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8805): Launched\u000a01:51:24.169692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:24.460294 run patchelf(pid=8806): Launched\u000a01:51:24.653742 run osmo-stp_10.42.42.5(pid=8803): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8803)]\u000a01:51:24.795146 run osmo-stp_10.42.42.5(pid=8803): stdout: \u000a| (launched: 2022-12-09_01:51:23.191469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:24.936669 run osmo-stp_10.42.42.5(pid=8803): stderr: \u000a| �[0;m�[38;5;43m20221209015123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015123383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:25.072888 run osmo-stp_10.42.42.5(pid=8803): stdout: \u000a| (launched: 2022-12-09_01:51:23.191469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:25.207622 run osmo-stp_10.42.42.5(pid=8803): stderr: \u000a| �[0;m�[38;5;43m20221209015123382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015123383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015123383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015123384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:25.365083 run patchelf(pid=8806): Terminating (SIGINT)\u000a01:51:25.549194 run patchelf(pid=8806): Terminated: ok {rc=0}\u000a01:51:25.582952 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8803): Process ended prematurely: osmo-stp_10.42.42.5(pid=8803) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8803)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:51:25.592916 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a01:51:25.656055 run osmo-hlr_10.42.42.2(pid=8800): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8800)]\u000a01:51:25.707771 run osmo-hlr_10.42.42.2(pid=8800): stdout: \u000a| (launched: 2022-12-09_01:51:22.163199) \u000a01:51:25.759886 run osmo-hlr_10.42.42.2(pid=8800): stderr: \u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015122362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015122374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015122385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015122385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015122385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:25.804465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8793): Terminating (SIGTERM)\u000a01:51:25.846286 run iperf3-srv_10.42.42.10(pid=8794): Terminating (SIGTERM)\u000a01:51:25.888197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8795): Terminating (SIGTERM)\u000a01:51:25.930146 run iperf3-srv_10.42.42.10(pid=8796): Terminating (SIGTERM)\u000a01:51:25.972180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8799): Terminating (SIGTERM)\u000a01:51:26.014105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8802): Terminating (SIGTERM)\u000a01:51:26.056222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8805): Terminating (SIGTERM)\u000a01:51:26.066105 --- ParallelTerminationStrategy: PID 8793 died...\u000a01:51:26.122545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8793): Terminated: ok {rc=0}\u000a01:51:26.132811 --- ParallelTerminationStrategy: PID 8794 died...\u000a01:51:26.188644 run iperf3-srv_10.42.42.10(pid=8794): Terminated {rc=256}\u000a01:51:26.199262 --- ParallelTerminationStrategy: PID 8795 died...\u000a01:51:26.255887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8795): Terminated: ok {rc=0}\u000a01:51:26.266235 --- ParallelTerminationStrategy: PID 8796 died...\u000a01:51:26.322179 run iperf3-srv_10.42.42.10(pid=8796): Terminated {rc=256}\u000a01:51:26.332330 --- ParallelTerminationStrategy: PID 8799 died...\u000a01:51:26.388092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8799): Terminated: ok {rc=0}\u000a01:51:26.398380 --- ParallelTerminationStrategy: PID 8802 died...\u000a01:51:26.454365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8802): Terminated: ok {rc=0}\u000a01:51:26.464634 --- ParallelTerminationStrategy: PID 8805 died...\u000a01:51:26.520679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8805): Terminated: ok {rc=0}\u000a01:51:26.609221 bus /gobi_0: Setting Powered False\u000a01:51:27.715918 bus /gobi_0: Setting Powered False\u000a01:51:28.826536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8815): Process ended prematurely: osmo-stp_10.42.42.5(pid=8815) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8815)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8815): Process ended prematurely: osmo-stp_10.42.42.5(pid=8815) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:51:29.940922 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:29.953104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:30.105658 tst iperf3.py: using LAC 18241\u000a01:51:30.236196 tst iperf3.py: using RAC 136\u000a01:51:30.363648 tst iperf3.py: using CellId 18241\u000a01:51:30.490828 tst iperf3.py: using BVCI 18242\u000a01:51:30.516259 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.527811 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.539238 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.550457 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.561756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.573048 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.584739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.595874 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:30.607248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:30.934528 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:31.070043 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:31.412711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Launched\u000a01:51:31.714591 run iperf3-srv_10.42.42.10(pid=8808): Launched\u000a01:51:31.911987 tst iperf3.py:8: start network...\u000a01:51:32.044573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:32.535151 run create_hlr_db(pid=8809): Launched\u000a01:51:32.711496 bus /gobi_6: Setting Powered False\u000a01:51:33.744471 run create_hlr_db(pid=8809): Terminated: ok {rc=0}\u000a01:51:34.181215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8811): Launched\u000a01:51:34.511583 run osmo-hlr_10.42.42.2(pid=8812): Launched\u000a01:51:34.632054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:35.206316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8814): Launched\u000a01:51:35.534666 run osmo-stp_10.42.42.5(pid=8815): Launched\u000a01:51:35.653336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:36.226039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8817): Launched\u000a01:51:36.344247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:36.631863 run patchelf(pid=8818): Launched\u000a01:51:36.824225 run osmo-stp_10.42.42.5(pid=8815): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8815)]\u000a01:51:36.964716 run osmo-stp_10.42.42.5(pid=8815): stdout: \u000a| (launched: 2022-12-09_01:51:35.374033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:37.105628 run osmo-stp_10.42.42.5(pid=8815): stderr: \u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015135568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:37.241219 run osmo-stp_10.42.42.5(pid=8815): stdout: \u000a| (launched: 2022-12-09_01:51:35.374033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:37.376124 run osmo-stp_10.42.42.5(pid=8815): stderr: \u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015135568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015135568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015135569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:37.533088 run patchelf(pid=8818): Terminating (SIGINT)\u000a01:51:37.717477 run patchelf(pid=8818): Terminated: ok {rc=0}\u000a01:51:37.751249 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8815): Process ended prematurely: osmo-stp_10.42.42.5(pid=8815) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8815)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a01:51:37.760940 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:51:37.824472 run osmo-hlr_10.42.42.2(pid=8812): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8812)]\u000a01:51:37.876577 run osmo-hlr_10.42.42.2(pid=8812): stdout: \u000a| (launched: 2022-12-09_01:51:34.349781) \u000a01:51:37.928758 run osmo-hlr_10.42.42.2(pid=8812): stderr: \u000a| �[0;m�[1;31m20221209015134547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015134548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015134562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015134570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015134570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015134570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:37.973435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Terminating (SIGTERM)\u000a01:51:38.015880 run iperf3-srv_10.42.42.10(pid=8808): Terminating (SIGTERM)\u000a01:51:38.058263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8811): Terminating (SIGTERM)\u000a01:51:38.100689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8814): Terminating (SIGTERM)\u000a01:51:38.143155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8817): Terminating (SIGTERM)\u000a01:51:38.153110 --- ParallelTerminationStrategy: PID 8807 died...\u000a01:51:38.209949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8807): Terminated: ok {rc=0}\u000a01:51:38.220583 --- ParallelTerminationStrategy: PID 8808 died...\u000a01:51:38.277634 run iperf3-srv_10.42.42.10(pid=8808): Terminated {rc=256}\u000a01:51:38.288232 --- ParallelTerminationStrategy: PID 8811 died...\u000a01:51:38.344820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8811): Terminated: ok {rc=0}\u000a01:51:38.355190 --- ParallelTerminationStrategy: PID 8814 died...\u000a01:51:38.411462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8814): Terminated: ok {rc=0}\u000a01:51:38.421874 --- ParallelTerminationStrategy: PID 8817 died...\u000a01:51:38.478246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8817): Terminated: ok {rc=0}\u000a01:51:38.566648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8833): Process ended prematurely: osmo-stp_10.42.42.5(pid=8833) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8833)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8833): Process ended prematurely: osmo-stp_10.42.42.5(pid=8833) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:51:39.682052 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:39.694922 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:39.835477 tst iperf3m4.py: using LAC 18242\u000a01:51:39.959237 tst iperf3m4.py: using RAC 137\u000a01:51:40.084704 tst iperf3m4.py: using CellId 18242\u000a01:51:40.206167 tst iperf3m4.py: using BVCI 18243\u000a01:51:40.229724 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.241096 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.251875 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.263404 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.275072 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.286299 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.297847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.309423 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:40.320789 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:40.437635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:40.556195 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:40.674434 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:51:40.954875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:51:41.082912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:41.403238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8819): Launched\u000a01:51:41.670087 run iperf3-srv_10.42.42.10(pid=8820): Launched\u000a01:51:41.857369 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:51:41.984931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:42.302864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8821): Launched\u000a01:51:42.568078 run iperf3-srv_10.42.42.10(pid=8822): Launched\u000a01:51:42.755158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:51:42.882669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:43.200906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8823): Launched\u000a01:51:43.465335 run iperf3-srv_10.42.42.10(pid=8824): Launched\u000a01:51:43.651860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:51:43.779216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:51:44.097136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8825): Launched\u000a01:51:44.361838 run iperf3-srv_10.42.42.10(pid=8826): Launched\u000a01:51:44.548262 tst iperf3m4.py:8: start network...\u000a01:51:44.675476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:51:45.158573 run create_hlr_db(pid=8827): Launched\u000a01:51:45.334907 bus /gobi_6: Setting Powered False\u000a01:51:46.443006 run create_hlr_db(pid=8827): Terminated: ok {rc=0}\u000a01:51:46.863697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8829): Launched\u000a01:51:47.239460 run osmo-hlr_10.42.42.2(pid=8830): Launched\u000a01:51:47.361926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:51:47.933672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8832): Launched\u000a01:51:48.261803 run osmo-stp_10.42.42.5(pid=8833): Launched\u000a01:51:48.381331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:51:48.954733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8835): Launched\u000a01:51:49.071499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:51:49.359648 run patchelf(pid=8836): Launched\u000a01:51:49.551722 run osmo-stp_10.42.42.5(pid=8833): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8833)]\u000a01:51:49.691814 run osmo-stp_10.42.42.5(pid=8833): stdout: \u000a| (launched: 2022-12-09_01:51:48.100370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:49.831582 run osmo-stp_10.42.42.5(pid=8833): stderr: \u000a| �[0;m�[38;5;43m20221209015148288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015148288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015148289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015148289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:49.967041 run osmo-stp_10.42.42.5(pid=8833): stdout: \u000a| (launched: 2022-12-09_01:51:48.100370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:51:50.101462 run osmo-stp_10.42.42.5(pid=8833): stderr: \u000a| �[0;m�[38;5;43m20221209015148288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015148288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015148289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015148289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015148290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:51:50.257887 run patchelf(pid=8836): Terminating (SIGINT)\u000a01:51:50.442702 run patchelf(pid=8836): Terminated: ok {rc=0}\u000a01:51:50.476238 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8833): Process ended prematurely: osmo-stp_10.42.42.5(pid=8833) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8833)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:51:50.486289 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:51:50.549915 run osmo-hlr_10.42.42.2(pid=8830): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8830)]\u000a01:51:50.601694 run osmo-hlr_10.42.42.2(pid=8830): stdout: \u000a| (launched: 2022-12-09_01:51:47.022251) \u000a01:51:50.653806 run osmo-hlr_10.42.42.2(pid=8830): stderr: \u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015147277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015147290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015147298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015147298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015147298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:51:50.698243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8819): Terminating (SIGTERM)\u000a01:51:50.739909 run iperf3-srv_10.42.42.10(pid=8820): Terminating (SIGTERM)\u000a01:51:50.781771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8821): Terminating (SIGTERM)\u000a01:51:50.823522 run iperf3-srv_10.42.42.10(pid=8822): Terminating (SIGTERM)\u000a01:51:50.865240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8823): Terminating (SIGTERM)\u000a01:51:50.906857 run iperf3-srv_10.42.42.10(pid=8824): Terminating (SIGTERM)\u000a01:51:50.948836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8825): Terminating (SIGTERM)\u000a01:51:50.990602 run iperf3-srv_10.42.42.10(pid=8826): Terminating (SIGTERM)\u000a01:51:51.032309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8829): Terminating (SIGTERM)\u000a01:51:51.074064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8832): Terminating (SIGTERM)\u000a01:51:51.115824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8835): Terminating (SIGTERM)\u000a01:51:51.125640 --- ParallelTerminationStrategy: PID 8819 died...\u000a01:51:51.182047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8819): Terminated: ok {rc=0}\u000a01:51:51.192272 --- ParallelTerminationStrategy: PID 8820 died...\u000a01:51:51.248026 run iperf3-srv_10.42.42.10(pid=8820): Terminated {rc=256}\u000a01:51:51.258068 --- ParallelTerminationStrategy: PID 8821 died...\u000a01:51:51.314317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8821): Terminated: ok {rc=0}\u000a01:51:51.324596 --- ParallelTerminationStrategy: PID 8822 died...\u000a01:51:51.380679 run iperf3-srv_10.42.42.10(pid=8822): Terminated {rc=256}\u000a01:51:51.390773 --- ParallelTerminationStrategy: PID 8823 died...\u000a01:51:51.446549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8823): Terminated: ok {rc=0}\u000a01:51:51.456725 --- ParallelTerminationStrategy: PID 8824 died...\u000a01:51:51.512416 run iperf3-srv_10.42.42.10(pid=8824): Terminated {rc=256}\u000a01:51:51.522621 --- ParallelTerminationStrategy: PID 8825 died...\u000a01:51:51.578732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8825): Terminated: ok {rc=0}\u000a01:51:51.589085 --- ParallelTerminationStrategy: PID 8826 died...\u000a01:51:51.644849 run iperf3-srv_10.42.42.10(pid=8826): Terminated {rc=256}\u000a01:51:51.655013 --- ParallelTerminationStrategy: PID 8829 died...\u000a01:51:51.710716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8829): Terminated: ok {rc=0}\u000a01:51:51.720828 --- ParallelTerminationStrategy: PID 8832 died...\u000a01:51:51.776404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8832): Terminated: ok {rc=0}\u000a01:51:51.786618 --- ParallelTerminationStrategy: PID 8835 died...\u000a01:51:51.842605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8835): Terminated: ok {rc=0}\u000a01:51:51.931082 bus /gobi_4: Setting Powered False\u000a01:51:53.038224 bus /gobi_4: Setting Powered False\u000a01:51:54.149713 bus /gobi_1: Setting Powered False\u000a01:51:55.256476 bus /gobi_1: Setting Powered False\u000a01:51:56.369866 bus /gobi_0: Setting Powered False\u000a01:51:57.473156 bus /gobi_0: Setting Powered False\u000a01:51:58.585281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8843): Process ended prematurely: osmo-stp_10.42.42.5(pid=8843) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8843)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8843): Process ended prematurely: osmo-stp_10.42.42.5(pid=8843) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:51:59.651553 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:51:59.663464 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:51:59.801822 tst ping.py: using LAC 18243\u000a01:51:59.919782 tst ping.py: using RAC 138\u000a01:52:00.038931 tst ping.py: using CellId 18243\u000a01:52:00.159346 tst ping.py: using BVCI 18244\u000a01:52:00.182362 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.193561 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.204371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.215638 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.226635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.237559 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.248516 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:00.259420 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:52:00.532943 tst ping.py:19: start network...\u000a01:52:00.657666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:01.166413 run create_hlr_db(pid=8837): Launched\u000a01:52:01.342651 bus /gobi_6: Setting Powered False\u000a01:52:02.362753 run create_hlr_db(pid=8837): Terminated: ok {rc=0}\u000a01:52:02.763896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8839): Launched\u000a01:52:03.064042 run osmo-hlr_10.42.42.2(pid=8840): Launched\u000a01:52:03.183431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:03.715261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8842): Launched\u000a01:52:04.017429 run osmo-stp_10.42.42.5(pid=8843): Launched\u000a01:52:04.126291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:04.659316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8845): Launched\u000a01:52:04.774912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:05.057582 run patchelf(pid=8846): Launched\u000a01:52:05.246015 run osmo-stp_10.42.42.5(pid=8843): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8843)]\u000a01:52:05.383954 run osmo-stp_10.42.42.5(pid=8843): stdout: \u000a| (launched: 2022-12-09_01:52:03.868496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:05.522436 run osmo-stp_10.42.42.5(pid=8843): stderr: \u000a| �[0;m�[38;5;43m20221209015204039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015204040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015204040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015204040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:05.655257 run osmo-stp_10.42.42.5(pid=8843): stdout: \u000a| (launched: 2022-12-09_01:52:03.868496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:05.786903 run osmo-stp_10.42.42.5(pid=8843): stderr: \u000a| �[0;m�[38;5;43m20221209015204039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015204040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015204040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015204040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015204041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:05.940135 run patchelf(pid=8846): Terminating (SIGINT)\u000a01:52:06.120629 run patchelf(pid=8846): Terminated: ok {rc=0}\u000a01:52:06.153572 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8843): Process ended prematurely: osmo-stp_10.42.42.5(pid=8843) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8843)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a01:52:06.162822 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:52:06.226327 run osmo-hlr_10.42.42.2(pid=8840): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8840)]\u000a01:52:06.278426 run osmo-hlr_10.42.42.2(pid=8840): stdout: \u000a| (launched: 2022-12-09_01:52:02.915743) \u000a01:52:06.330878 run osmo-hlr_10.42.42.2(pid=8840): stderr: \u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015203090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015203102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015203111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015203111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015203111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:06.375636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8839): Terminating (SIGTERM)\u000a01:52:06.417881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8842): Terminating (SIGTERM)\u000a01:52:06.460586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8845): Terminating (SIGTERM)\u000a01:52:06.470630 --- ParallelTerminationStrategy: PID 8839 died...\u000a01:52:06.527544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8839): Terminated: ok {rc=0}\u000a01:52:06.538065 --- ParallelTerminationStrategy: PID 8842 died...\u000a01:52:06.594377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8842): Terminated: ok {rc=0}\u000a01:52:06.604708 --- ParallelTerminationStrategy: PID 8845 died...\u000a01:52:06.661223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8845): Terminated: ok {rc=0}\u000a01:52:06.748289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:52:07.802231 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:07.814781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:52:07.955077 tst ping_idle_ping.py: using LAC 18244\u000a01:52:08.075482 tst ping_idle_ping.py: using RAC 139\u000a01:52:08.193939 tst ping_idle_ping.py: using CellId 18244\u000a01:52:08.312062 tst ping_idle_ping.py: using BVCI 18245\u000a01:52:08.335113 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.346379 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.357101 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.368024 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.378973 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.390064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.401216 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:52:08.412172 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:52:08.689770 tst ping_idle_ping.py:24: start network...\u000a01:52:08.815343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:09.292496 run create_hlr_db(pid=8847): Launched\u000a01:52:09.468410 bus /gobi_6: Setting Powered False\u000a01:52:10.489343 run create_hlr_db(pid=8847): Terminated: ok {rc=0}\u000a01:52:10.922376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Launched\u000a01:52:11.248044 run osmo-hlr_10.42.42.2(pid=8850): Launched\u000a01:52:11.366967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:11.933480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Launched\u000a01:52:12.257752 run osmo-stp_10.42.42.5(pid=8853): Launched\u000a01:52:12.376924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:12.944150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Launched\u000a01:52:13.059860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:13.345035 run patchelf(pid=8856): Launched\u000a01:52:13.534332 run osmo-stp_10.42.42.5(pid=8853): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a01:52:13.672357 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-09_01:52:12.098080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:13.810687 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015212290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:13.943740 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-09_01:52:12.098080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:14.075756 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015212290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015212290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:14.230271 run patchelf(pid=8856): Terminating (SIGINT)\u000a01:52:14.412026 run patchelf(pid=8856): Terminated: ok {rc=0}\u000a01:52:14.444716 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:52:14.453966 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a01:52:14.518172 run osmo-hlr_10.42.42.2(pid=8850): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8850)]\u000a01:52:14.570357 run osmo-hlr_10.42.42.2(pid=8850): stdout: \u000a| (launched: 2022-12-09_01:52:11.088343) \u000a01:52:14.622951 run osmo-hlr_10.42.42.2(pid=8850): stderr: \u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015211287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015211300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015211308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015211309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015211309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:14.667637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminating (SIGTERM)\u000a01:52:14.709814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminating (SIGTERM)\u000a01:52:14.752089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminating (SIGTERM)\u000a01:52:14.762012 --- ParallelTerminationStrategy: PID 8849 died...\u000a01:52:14.818766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminated: ok {rc=0}\u000a01:52:14.829141 --- ParallelTerminationStrategy: PID 8852 died...\u000a01:52:14.885528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminated: ok {rc=0}\u000a01:52:14.895750 --- ParallelTerminationStrategy: PID 8855 died...\u000a01:52:14.952007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminated: ok {rc=0}\u000a01:52:15.039221 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:51:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:52:17.329759 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.341191 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:17.502447 tst cs_paging_gprs_active.py: using LAC 18245\u000a01:52:17.628834 tst cs_paging_gprs_active.py: using RAC 140\u000a01:52:17.756148 tst cs_paging_gprs_active.py: using CellId 18245\u000a01:52:17.883115 tst cs_paging_gprs_active.py: using BVCI 18246\u000a01:52:17.908266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.919683 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.930924 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.942201 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.953409 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.964605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.975893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.987086 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:17.998552 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:18.122582 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:18.422253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:52:18.560306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:18.899993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Launched\u000a01:52:19.183651 run iperf3-srv_10.42.42.10(pid=8862): Launched\u000a01:52:19.385559 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:52:19.522275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:19.863255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Launched\u000a01:52:20.146231 run iperf3-srv_10.42.42.10(pid=8864): Launched\u000a01:52:20.348183 tst cs_paging_gprs_active.py:38: start network...\u000a01:52:20.485363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:21.012226 run create_hlr_db(pid=8865): Launched\u000a01:52:21.202782 bus /gobi_6: Setting Powered False\u000a01:52:22.223903 run create_hlr_db(pid=8865): Terminated: ok {rc=0}\u000a01:52:22.637280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Launched\u000a01:52:22.945778 run osmo-hlr_10.42.42.2(pid=8868): Launched\u000a01:52:23.058918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:23.591789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Launched\u000a01:52:23.899348 run osmo-stp_10.42.42.5(pid=8871): Launched\u000a01:52:24.011390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:24.548345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Launched\u000a01:52:24.658346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:24.926708 run patchelf(pid=8874): Launched\u000a01:52:25.106825 run osmo-stp_10.42.42.5(pid=8871): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)]\u000a01:52:25.239123 run osmo-stp_10.42.42.5(pid=8871): stdout: \u000a| (launched: 2022-12-09_01:52:23.747260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:25.371626 run osmo-stp_10.42.42.5(pid=8871): stderr: \u000a| �[0;m�[38;5;43m20221209015223915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015223916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015223916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015223916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:25.498886 run osmo-stp_10.42.42.5(pid=8871): stdout: \u000a| (launched: 2022-12-09_01:52:23.747260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:25.624704 run osmo-stp_10.42.42.5(pid=8871): stderr: \u000a| �[0;m�[38;5;43m20221209015223915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015223916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015223916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015223916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015223917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:25.771753 run patchelf(pid=8874): Terminating (SIGINT)\u000a01:52:25.945393 run patchelf(pid=8874): Terminated: ok {rc=0}\u000a01:52:25.977225 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8871): Process ended prematurely: osmo-stp_10.42.42.5(pid=8871) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8871)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:52:25.986491 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:52:26.047418 run osmo-hlr_10.42.42.2(pid=8868): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8868)]\u000a01:52:26.096977 run osmo-hlr_10.42.42.2(pid=8868): stdout: \u000a| (launched: 2022-12-09_01:52:22.792712) \u000a01:52:26.147562 run osmo-hlr_10.42.42.2(pid=8868): stderr: \u000a| �[0;m�[1;31m20221209015222968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015222968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015222968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015222968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015222968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015222969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015222987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015222998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015222998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015222998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:26.189809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Terminating (SIGTERM)\u000a01:52:26.229836 run iperf3-srv_10.42.42.10(pid=8862): Terminating (SIGTERM)\u000a01:52:26.269711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Terminating (SIGTERM)\u000a01:52:26.310388 run iperf3-srv_10.42.42.10(pid=8864): Terminating (SIGTERM)\u000a01:52:26.350523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Terminating (SIGTERM)\u000a01:52:26.390516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Terminating (SIGTERM)\u000a01:52:26.430317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Terminating (SIGTERM)\u000a01:52:26.439853 --- ParallelTerminationStrategy: PID 8861 died...\u000a01:52:26.493774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8861): Terminated: ok {rc=0}\u000a01:52:26.503610 --- ParallelTerminationStrategy: PID 8862 died...\u000a01:52:26.556884 run iperf3-srv_10.42.42.10(pid=8862): Terminated {rc=256}\u000a01:52:26.566519 --- ParallelTerminationStrategy: PID 8863 died...\u000a01:52:26.620197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8863): Terminated: ok {rc=0}\u000a01:52:26.629997 --- ParallelTerminationStrategy: PID 8864 died...\u000a01:52:26.683291 run iperf3-srv_10.42.42.10(pid=8864): Terminated {rc=256}\u000a01:52:26.693045 --- ParallelTerminationStrategy: PID 8867 died...\u000a01:52:26.746288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8867): Terminated: ok {rc=0}\u000a01:52:26.756390 --- ParallelTerminationStrategy: PID 8870 died...\u000a01:52:26.809343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8870): Terminated: ok {rc=0}\u000a01:52:26.819337 --- ParallelTerminationStrategy: PID 8873 died...\u000a01:52:26.872544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8873): Terminated: ok {rc=0}\u000a01:52:26.959505 bus /gobi_0: Setting Powered False\u000a01:52:28.062907 bus /gobi_0: Setting Powered False\u000a01:52:29.169639 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:52:30.286035 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.298282 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:30.466039 tst iperf3.py: using LAC 18246\u000a01:52:30.594837 tst iperf3.py: using RAC 141\u000a01:52:30.724002 tst iperf3.py: using CellId 18246\u000a01:52:30.866154 tst iperf3.py: using BVCI 18247\u000a01:52:30.892493 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.911063 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.923127 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.935187 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.947191 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.959178 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.971271 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.983624 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:30.996035 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:31.448698 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:31.582213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:31.993220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Launched\u000a01:52:32.304553 run iperf3-srv_10.42.42.10(pid=8884): Launched\u000a01:52:32.496502 tst iperf3.py:8: start network...\u000a01:52:32.625705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:33.109995 run create_hlr_db(pid=8885): Launched\u000a01:52:33.287182 bus /gobi_6: Setting Powered False\u000a01:52:34.309182 run create_hlr_db(pid=8885): Terminated: ok {rc=0}\u000a01:52:34.747875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Launched\u000a01:52:35.077136 run osmo-hlr_10.42.42.2(pid=8888): Launched\u000a01:52:35.196319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:35.774552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Launched\u000a01:52:36.103611 run osmo-stp_10.42.42.5(pid=8891): Launched\u000a01:52:36.226609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:36.802410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Launched\u000a01:52:36.919581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:37.206024 run patchelf(pid=8894): Launched\u000a01:52:37.399011 run osmo-stp_10.42.42.5(pid=8891): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)]\u000a01:52:37.539753 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-09_01:52:35.941877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:37.679975 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221209015236133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015236134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015236134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015236134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:37.815168 run osmo-stp_10.42.42.5(pid=8891): stdout: \u000a| (launched: 2022-12-09_01:52:35.941877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:37.949128 run osmo-stp_10.42.42.5(pid=8891): stderr: \u000a| �[0;m�[38;5;43m20221209015236133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015236134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015236134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015236134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015236135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:38.106109 run patchelf(pid=8894): Terminating (SIGINT)\u000a01:52:38.290931 run patchelf(pid=8894): Terminated: ok {rc=0}\u000a01:52:38.324784 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8891): Process ended prematurely: osmo-stp_10.42.42.5(pid=8891) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8891)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:52:38.335054 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a01:52:38.398225 run osmo-hlr_10.42.42.2(pid=8888): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8888)]\u000a01:52:38.449736 run osmo-hlr_10.42.42.2(pid=8888): stdout: \u000a| (launched: 2022-12-09_01:52:34.915170) \u000a01:52:38.501972 run osmo-hlr_10.42.42.2(pid=8888): stderr: \u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015235113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015235125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015235134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015235134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015235134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:38.546690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Terminating (SIGTERM)\u000a01:52:38.589144 run iperf3-srv_10.42.42.10(pid=8884): Terminating (SIGTERM)\u000a01:52:38.631573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminating (SIGTERM)\u000a01:52:38.673964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminating (SIGTERM)\u000a01:52:38.716691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminating (SIGTERM)\u000a01:52:38.726717 --- ParallelTerminationStrategy: PID 8883 died...\u000a01:52:38.783361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8883): Terminated: ok {rc=0}\u000a01:52:38.793673 --- ParallelTerminationStrategy: PID 8884 died...\u000a01:52:38.849672 run iperf3-srv_10.42.42.10(pid=8884): Terminated {rc=256}\u000a01:52:38.859823 --- ParallelTerminationStrategy: PID 8887 died...\u000a01:52:38.915903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8887): Terminated: ok {rc=0}\u000a01:52:38.926085 --- ParallelTerminationStrategy: PID 8890 died...\u000a01:52:38.982240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8890): Terminated: ok {rc=0}\u000a01:52:38.992486 --- ParallelTerminationStrategy: PID 8893 died...\u000a01:52:39.049230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8893): Terminated: ok {rc=0}\u000a01:52:39.136684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:52:40.252863 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.265132 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:52:40.430139 tst iperf3m4.py: using LAC 18247\u000a01:52:40.555783 tst iperf3m4.py: using RAC 142\u000a01:52:40.676836 tst iperf3m4.py: using CellId 18247\u000a01:52:40.800670 tst iperf3m4.py: using BVCI 18248\u000a01:52:40.824392 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.835567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.846411 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.857472 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.868252 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.879168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.890333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.901129 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:52:40.912196 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:41.033284 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:41.157274 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:41.279016 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:52:41.575772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:52:41.713356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:42.054401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8895): Launched\u000a01:52:42.339824 run iperf3-srv_10.42.42.10(pid=8896): Launched\u000a01:52:42.542320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:52:42.679767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:43.021876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Launched\u000a01:52:43.307141 run iperf3-srv_10.42.42.10(pid=8898): Launched\u000a01:52:43.510283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:52:43.648301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:43.991543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Launched\u000a01:52:44.275670 run iperf3-srv_10.42.42.10(pid=8900): Launched\u000a01:52:44.478697 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:52:44.615847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:52:44.958039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Launched\u000a01:52:45.243424 run iperf3-srv_10.42.42.10(pid=8902): Launched\u000a01:52:45.447017 tst iperf3m4.py:8: start network...\u000a01:52:45.584670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:52:46.168364 run create_hlr_db(pid=8903): Launched\u000a01:52:46.407872 bus /gobi_6: Setting Powered False\u000a01:52:47.395707 run create_hlr_db(pid=8903): Terminated: ok {rc=0}\u000a01:52:47.861628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Launched\u000a01:52:48.189658 run osmo-hlr_10.42.42.2(pid=8906): Launched\u000a01:52:48.312937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:52:48.885804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Launched\u000a01:52:49.215464 run osmo-stp_10.42.42.5(pid=8909): Launched\u000a01:52:49.334776 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:52:49.909132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Launched\u000a01:52:50.026301 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:52:50.314613 run patchelf(pid=8912): Launched\u000a01:52:50.507150 run osmo-stp_10.42.42.5(pid=8909): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)]\u000a01:52:50.647510 run osmo-stp_10.42.42.5(pid=8909): stdout: \u000a| (launched: 2022-12-09_01:52:49.053090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:50.788092 run osmo-stp_10.42.42.5(pid=8909): stderr: \u000a| �[0;m�[38;5;43m20221209015249242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015249243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015249243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015249243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:50.923743 run osmo-stp_10.42.42.5(pid=8909): stdout: \u000a| (launched: 2022-12-09_01:52:49.053090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:52:51.057932 run osmo-stp_10.42.42.5(pid=8909): stderr: \u000a| �[0;m�[38;5;43m20221209015249242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015249243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015249243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015249243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015249244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:52:51.214541 run patchelf(pid=8912): Terminating (SIGINT)\u000a01:52:51.399287 run patchelf(pid=8912): Terminated: ok {rc=0}\u000a01:52:51.433634 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8909): Process ended prematurely: osmo-stp_10.42.42.5(pid=8909) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8909)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:52:51.443644 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a01:52:51.507529 run osmo-hlr_10.42.42.2(pid=8906): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8906)]\u000a01:52:51.558967 run osmo-hlr_10.42.42.2(pid=8906): stdout: \u000a| (launched: 2022-12-09_01:52:48.028852) \u000a01:52:51.610934 run osmo-hlr_10.42.42.2(pid=8906): stderr: \u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015248226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015248243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015248253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015248253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015248253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:52:51.655287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8895): Terminating (SIGTERM)\u000a01:52:51.697275 run iperf3-srv_10.42.42.10(pid=8896): Terminating (SIGTERM)\u000a01:52:51.739144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Terminating (SIGTERM)\u000a01:52:51.780806 run iperf3-srv_10.42.42.10(pid=8898): Terminating (SIGTERM)\u000a01:52:51.822619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminating (SIGTERM)\u000a01:52:51.864308 run iperf3-srv_10.42.42.10(pid=8900): Terminating (SIGTERM)\u000a01:52:51.906328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Terminating (SIGTERM)\u000a01:52:51.948065 run iperf3-srv_10.42.42.10(pid=8902): Terminating (SIGTERM)\u000a01:52:51.990047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Terminating (SIGTERM)\u000a01:52:52.031929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Terminating (SIGTERM)\u000a01:52:52.073920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Terminating (SIGTERM)\u000a01:52:52.083750 --- ParallelTerminationStrategy: PID 8895 died...\u000a01:52:52.139794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8895): Terminated: ok {rc=0}\u000a01:52:52.149976 --- ParallelTerminationStrategy: PID 8896 died...\u000a01:52:52.205706 run iperf3-srv_10.42.42.10(pid=8896): Terminated {rc=256}\u000a01:52:52.215810 --- ParallelTerminationStrategy: PID 8897 died...\u000a01:52:52.271680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Terminated: ok {rc=0}\u000a01:52:52.281884 --- ParallelTerminationStrategy: PID 8898 died...\u000a01:52:52.338005 run iperf3-srv_10.42.42.10(pid=8898): Terminated {rc=256}\u000a01:52:52.348194 --- ParallelTerminationStrategy: PID 8899 died...\u000a01:52:52.403932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminated: ok {rc=0}\u000a01:52:52.414183 --- ParallelTerminationStrategy: PID 8900 died...\u000a01:52:52.469899 run iperf3-srv_10.42.42.10(pid=8900): Terminated {rc=256}\u000a01:52:52.479990 --- ParallelTerminationStrategy: PID 8901 died...\u000a01:52:52.535796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8901): Terminated: ok {rc=0}\u000a01:52:52.546011 --- ParallelTerminationStrategy: PID 8902 died...\u000a01:52:52.601701 run iperf3-srv_10.42.42.10(pid=8902): Terminated {rc=256}\u000a01:52:52.611792 --- ParallelTerminationStrategy: PID 8905 died...\u000a01:52:52.667524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8905): Terminated: ok {rc=0}\u000a01:52:52.677763 --- ParallelTerminationStrategy: PID 8908 died...\u000a01:52:52.733555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8908): Terminated: ok {rc=0}\u000a01:52:52.743732 --- ParallelTerminationStrategy: PID 8911 died...\u000a01:52:52.799725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8911): Terminated: ok {rc=0}\u000a01:52:52.888449 bus /gobi_4: Setting Powered False\u000a01:52:53.995877 bus /gobi_4: Setting Powered False\u000a01:52:55.106973 bus /gobi_1: Setting Powered False\u000a01:52:56.210884 bus /gobi_1: Setting Powered False\u000a01:52:57.318437 bus /gobi_0: Setting Powered False\u000a01:52:58.424925 bus /gobi_0: Setting Powered False\u000a01:52:59.533763 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9188): Process ended prematurely: osmo-stp_10.42.42.5(pid=9188) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9188)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9188): Process ended prematurely: osmo-stp_10.42.42.5(pid=9188) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:53:00.602971 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:00.614970 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:53:00.776565 tst ping.py: using LAC 18248\u000a01:53:00.914360 tst ping.py: using RAC 143\u000a01:53:01.040909 tst ping.py: using CellId 18248\u000a01:53:01.195102 tst ping.py: using BVCI 18249\u000a01:53:01.228337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.240721 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.252675 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.264655 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.276785 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.296753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.310845 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:01.322978 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:53:01.667466 tst ping.py:19: start network...\u000a01:53:01.811508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:02.395752 run create_hlr_db(pid=8961): Launched\u000a01:53:02.587314 bus /gobi_6: Setting Powered False\u000a01:53:03.656457 run create_hlr_db(pid=8961): Terminated: ok {rc=0}\u000a01:53:04.228887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9173): Launched\u000a01:53:04.685610 run osmo-hlr_10.42.42.2(pid=9185): Launched\u000a01:53:04.914883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:05.544649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9187): Launched\u000a01:53:05.958558 run osmo-stp_10.42.42.5(pid=9188): Launched\u000a01:53:06.187883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:06.807185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Launched\u000a01:53:06.927155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:07.228624 run patchelf(pid=9193): Launched\u000a01:53:07.420754 run osmo-stp_10.42.42.5(pid=9188): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9188)]\u000a01:53:07.561398 run osmo-stp_10.42.42.5(pid=9188): stdout: \u000a| (launched: 2022-12-09_01:53:05.702710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:07.702080 run osmo-stp_10.42.42.5(pid=9188): stderr: \u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015306030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:07.838958 run osmo-stp_10.42.42.5(pid=9188): stdout: \u000a| (launched: 2022-12-09_01:53:05.702710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:07.973878 run osmo-stp_10.42.42.5(pid=9188): stderr: \u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015306029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015306030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015306030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:08.130117 run patchelf(pid=9193): Terminating (SIGINT)\u000a01:53:08.314313 run patchelf(pid=9193): Terminated: ok {rc=0}\u000a01:53:08.348650 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9188): Process ended prematurely: osmo-stp_10.42.42.5(pid=9188) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9188)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:53:08.358995 tst ping.py:22: Test FAILED (7.7 sec)\u000a01:53:08.423639 run osmo-hlr_10.42.42.2(pid=9185): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9185)]\u000a01:53:08.476651 run osmo-hlr_10.42.42.2(pid=9185): stdout: \u000a| (launched: 2022-12-09_01:53:04.430470) \u000a01:53:08.530122 run osmo-hlr_10.42.42.2(pid=9185): stderr: \u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015304762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015304777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015304790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015304790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015304790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:08.575479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9173): Terminating (SIGTERM)\u000a01:53:08.620772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9187): Terminating (SIGTERM)\u000a01:53:08.666442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Terminating (SIGTERM)\u000a01:53:08.677479 --- ParallelTerminationStrategy: PID 9173 died...\u000a01:53:08.737289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9173): Terminated: ok {rc=0}\u000a01:53:08.748355 --- ParallelTerminationStrategy: PID 9187 died...\u000a01:53:08.806060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9187): Terminated: ok {rc=0}\u000a01:53:08.817236 --- ParallelTerminationStrategy: PID 9192 died...\u000a01:53:08.874795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Terminated: ok {rc=0}\u000a01:53:08.965947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:53:10.019836 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.033301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:53:10.197137 tst ping_idle_ping.py: using LAC 18249\u000a01:53:10.327975 tst ping_idle_ping.py: using RAC 144\u000a01:53:10.457724 tst ping_idle_ping.py: using CellId 18249\u000a01:53:10.586562 tst ping_idle_ping.py: using BVCI 18250\u000a01:53:10.612795 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.625227 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.638925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.651223 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.663769 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.676467 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.689245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:53:10.701730 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:53:11.005402 tst ping_idle_ping.py:24: start network...\u000a01:53:11.145528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:11.717118 run create_hlr_db(pid=9194): Launched\u000a01:53:11.911945 bus /gobi_6: Setting Powered False\u000a01:53:12.932583 run create_hlr_db(pid=9194): Terminated: ok {rc=0}\u000a01:53:13.389714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Launched\u000a01:53:13.823383 run osmo-hlr_10.42.42.2(pid=9197): Launched\u000a01:53:14.070341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:14.662463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Launched\u000a01:53:15.096264 run osmo-stp_10.42.42.5(pid=9200): Launched\u000a01:53:15.313311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:15.925695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9202): Launched\u000a01:53:16.053522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:16.356545 run patchelf(pid=9203): Launched\u000a01:53:16.551996 run osmo-stp_10.42.42.5(pid=9200): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)]\u000a01:53:16.695148 run osmo-stp_10.42.42.5(pid=9200): stdout: \u000a| (launched: 2022-12-09_01:53:14.834525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:16.839321 run osmo-stp_10.42.42.5(pid=9200): stderr: \u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015315129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015315129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015315129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015315130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:16.976192 run osmo-stp_10.42.42.5(pid=9200): stdout: \u000a| (launched: 2022-12-09_01:53:14.834525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:17.115383 run osmo-stp_10.42.42.5(pid=9200): stderr: \u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015315128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015315129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015315129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015315129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015315130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:17.275201 run patchelf(pid=9203): Terminating (SIGINT)\u000a01:53:17.462974 run patchelf(pid=9203): Terminated: ok {rc=0}\u000a01:53:17.497013 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9200): Process ended prematurely: osmo-stp_10.42.42.5(pid=9200) [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9200)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:53:17.507032 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a01:53:17.572365 run osmo-hlr_10.42.42.2(pid=9197): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9197)]\u000a01:53:17.625590 run osmo-hlr_10.42.42.2(pid=9197): stdout: \u000a| (launched: 2022-12-09_01:53:13.561439) \u000a01:53:17.681078 run osmo-hlr_10.42.42.2(pid=9197): stderr: \u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015313863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015313883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015313900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015313900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015313900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:17.726926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Terminating (SIGTERM)\u000a01:53:17.772730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Terminating (SIGTERM)\u000a01:53:17.818252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9202): Terminating (SIGTERM)\u000a01:53:17.828771 --- ParallelTerminationStrategy: PID 9196 died...\u000a01:53:17.888795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9196): Terminated: ok {rc=0}\u000a01:53:17.899554 --- ParallelTerminationStrategy: PID 9199 died...\u000a01:53:17.957367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9199): Terminated: ok {rc=0}\u000a01:53:17.968092 --- ParallelTerminationStrategy: PID 9202 died...\u000a01:53:18.025272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9202): Terminated: ok {rc=0}\u000a01:53:18.125614 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:52:16" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:53:20.324754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.337840 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:20.486302 tst cs_paging_gprs_active.py: using LAC 18250\u000a01:53:20.614919 tst cs_paging_gprs_active.py: using RAC 145\u000a01:53:20.746043 tst cs_paging_gprs_active.py: using CellId 18250\u000a01:53:20.877028 tst cs_paging_gprs_active.py: using BVCI 18251\u000a01:53:20.903363 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.916059 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.929276 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.943135 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.956429 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.968883 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.982338 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:20.995668 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:21.008550 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:21.135787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:21.440465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:53:21.580085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:21.935652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9207): Launched\u000a01:53:22.237758 run iperf3-srv_10.42.42.10(pid=9208): Launched\u000a01:53:22.443010 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:53:22.582898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:22.939605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9209): Launched\u000a01:53:23.239302 run iperf3-srv_10.42.42.10(pid=9210): Launched\u000a01:53:23.443799 tst cs_paging_gprs_active.py:38: start network...\u000a01:53:23.582619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:24.152783 run create_hlr_db(pid=9211): Launched\u000a01:53:24.348218 bus /gobi_6: Setting Powered False\u000a01:53:25.369364 run create_hlr_db(pid=9211): Terminated: ok {rc=0}\u000a01:53:25.826871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Launched\u000a01:53:26.265507 run osmo-hlr_10.42.42.2(pid=9214): Launched\u000a01:53:26.492156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:27.018759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Launched\u000a01:53:27.322822 run osmo-stp_10.42.42.5(pid=9218): Launched\u000a01:53:27.433733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:27.966037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Launched\u000a01:53:28.073851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:28.338793 run patchelf(pid=9221): Launched\u000a01:53:28.516484 run osmo-stp_10.42.42.5(pid=9218): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a01:53:28.646819 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-09_01:53:27.173072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:28.777883 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015327343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:28.903634 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-09_01:53:27.173072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:29.027619 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015327342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015327343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015327344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:29.173171 run patchelf(pid=9221): Terminating (SIGINT)\u000a01:53:29.344139 run patchelf(pid=9221): Terminated: ok {rc=0}\u000a01:53:29.375778 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:53:29.385218 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a01:53:29.446152 run osmo-hlr_10.42.42.2(pid=9214): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9214)]\u000a01:53:29.495456 run osmo-hlr_10.42.42.2(pid=9214): stdout: \u000a| (launched: 2022-12-09_01:53:25.997869) \u000a01:53:29.545631 run osmo-hlr_10.42.42.2(pid=9214): stderr: \u000a| �[0;m�[1;31m20221209015326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015326310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015326311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015326311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015326326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015326339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015326339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015326339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:29.588198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9207): Terminating (SIGTERM)\u000a01:53:29.628138 run iperf3-srv_10.42.42.10(pid=9208): Terminating (SIGTERM)\u000a01:53:29.668202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9209): Terminating (SIGTERM)\u000a01:53:29.708048 run iperf3-srv_10.42.42.10(pid=9210): Terminating (SIGTERM)\u000a01:53:29.748149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Terminating (SIGTERM)\u000a01:53:29.787961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminating (SIGTERM)\u000a01:53:29.827981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Terminating (SIGTERM)\u000a01:53:29.837415 --- ParallelTerminationStrategy: PID 9207 died...\u000a01:53:29.890882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9207): Terminated: ok {rc=0}\u000a01:53:29.900744 --- ParallelTerminationStrategy: PID 9208 died...\u000a01:53:29.953853 run iperf3-srv_10.42.42.10(pid=9208): Terminated {rc=256}\u000a01:53:29.963627 --- ParallelTerminationStrategy: PID 9209 died...\u000a01:53:30.016718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9209): Terminated: ok {rc=0}\u000a01:53:30.026496 --- ParallelTerminationStrategy: PID 9210 died...\u000a01:53:30.079749 run iperf3-srv_10.42.42.10(pid=9210): Terminated {rc=256}\u000a01:53:30.089954 --- ParallelTerminationStrategy: PID 9213 died...\u000a01:53:30.142902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9213): Terminated: ok {rc=0}\u000a01:53:30.152700 --- ParallelTerminationStrategy: PID 9217 died...\u000a01:53:30.205964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminated: ok {rc=0}\u000a01:53:30.215394 --- ParallelTerminationStrategy: PID 9220 died...\u000a01:53:30.268596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Terminated: ok {rc=0}\u000a01:53:30.357232 bus /gobi_0: Setting Powered False\u000a01:53:31.475139 bus /gobi_0: Setting Powered False\u000a01:53:32.590045 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9230): Process ended prematurely: osmo-stp_10.42.42.5(pid=9230) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9230)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9230): Process ended prematurely: osmo-stp_10.42.42.5(pid=9230) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:53:33.699989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:33.712008 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:33.850932 tst iperf3.py: using LAC 18251\u000a01:53:33.971229 tst iperf3.py: using RAC 146\u000a01:53:34.091684 tst iperf3.py: using CellId 18251\u000a01:53:34.211924 tst iperf3.py: using BVCI 18252\u000a01:53:34.234986 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.246471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.257712 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.269091 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.280480 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.291898 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.303402 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.314765 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:34.326423 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:34.605160 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:53:34.730383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:35.043834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9222): Launched\u000a01:53:35.306503 run iperf3-srv_10.42.42.10(pid=9223): Launched\u000a01:53:35.490324 tst iperf3.py:8: start network...\u000a01:53:35.615429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:36.095358 run create_hlr_db(pid=9224): Launched\u000a01:53:36.269940 bus /gobi_6: Setting Powered False\u000a01:53:37.291377 run create_hlr_db(pid=9224): Terminated: ok {rc=0}\u000a01:53:37.694064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9226): Launched\u000a01:53:37.996710 run osmo-hlr_10.42.42.2(pid=9227): Launched\u000a01:53:38.107758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:38.634820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9229): Launched\u000a01:53:38.938580 run osmo-stp_10.42.42.5(pid=9230): Launched\u000a01:53:39.049695 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:39.578125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9232): Launched\u000a01:53:39.685878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:39.950318 run patchelf(pid=9233): Launched\u000a01:53:40.128003 run osmo-stp_10.42.42.5(pid=9230): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9230)]\u000a01:53:40.258607 run osmo-stp_10.42.42.5(pid=9230): stdout: \u000a| (launched: 2022-12-09_01:53:38.788048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:40.388796 run osmo-stp_10.42.42.5(pid=9230): stderr: \u000a| �[0;m�[38;5;43m20221209015338958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015338959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015338959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015338959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:40.514356 run osmo-stp_10.42.42.5(pid=9230): stdout: \u000a| (launched: 2022-12-09_01:53:38.788048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:40.638516 run osmo-stp_10.42.42.5(pid=9230): stderr: \u000a| �[0;m�[38;5;43m20221209015338958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015338959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015338959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015338959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015338960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:40.783404 run patchelf(pid=9233): Terminating (SIGINT)\u000a01:53:40.954062 run patchelf(pid=9233): Terminated: ok {rc=0}\u000a01:53:40.985558 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9230): Process ended prematurely: osmo-stp_10.42.42.5(pid=9230) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9230)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:53:40.994921 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a01:53:41.055867 run osmo-hlr_10.42.42.2(pid=9227): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9227)]\u000a01:53:41.105420 run osmo-hlr_10.42.42.2(pid=9227): stdout: \u000a| (launched: 2022-12-09_01:53:37.847249) \u000a01:53:41.155640 run osmo-hlr_10.42.42.2(pid=9227): stderr: \u000a| �[0;m�[1;31m20221209015338020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015338021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015338021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015338021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015338021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015338021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015338034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015338043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015338043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015338043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:41.198331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9222): Terminating (SIGTERM)\u000a01:53:41.238665 run iperf3-srv_10.42.42.10(pid=9223): Terminating (SIGTERM)\u000a01:53:41.278890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9226): Terminating (SIGTERM)\u000a01:53:41.319002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9229): Terminating (SIGTERM)\u000a01:53:41.359125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9232): Terminating (SIGTERM)\u000a01:53:41.368476 --- ParallelTerminationStrategy: PID 9222 died...\u000a01:53:41.422316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9222): Terminated: ok {rc=0}\u000a01:53:41.432523 --- ParallelTerminationStrategy: PID 9223 died...\u000a01:53:41.486252 run iperf3-srv_10.42.42.10(pid=9223): Terminated {rc=256}\u000a01:53:41.495719 --- ParallelTerminationStrategy: PID 9226 died...\u000a01:53:41.548638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9226): Terminated: ok {rc=0}\u000a01:53:41.558376 --- ParallelTerminationStrategy: PID 9229 died...\u000a01:53:41.611692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9229): Terminated: ok {rc=0}\u000a01:53:41.621224 --- ParallelTerminationStrategy: PID 9232 died...\u000a01:53:41.674365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9232): Terminated: ok {rc=0}\u000a01:53:41.758147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9249): Process ended prematurely: osmo-stp_10.42.42.5(pid=9249) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9249)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9249): Process ended prematurely: osmo-stp_10.42.42.5(pid=9249) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:53:42.872667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:42.885283 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:53:43.038358 tst iperf3m4.py: using LAC 18252\u000a01:53:43.163486 tst iperf3m4.py: using RAC 147\u000a01:53:43.285806 tst iperf3m4.py: using CellId 18252\u000a01:53:43.402695 tst iperf3m4.py: using BVCI 18253\u000a01:53:43.426122 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.437771 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.449052 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.460353 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.471657 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.483078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.494594 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.505867 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:53:43.517489 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:43.637679 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:43.761983 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:43.878178 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:53:44.157145 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:53:44.282917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:44.597166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9235): Launched\u000a01:53:44.857936 run iperf3-srv_10.42.42.10(pid=9236): Launched\u000a01:53:45.043135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:53:45.169550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:45.484670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9237): Launched\u000a01:53:45.747541 run iperf3-srv_10.42.42.10(pid=9238): Launched\u000a01:53:45.936260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:53:46.069231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:46.407621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9239): Launched\u000a01:53:46.708622 run iperf3-srv_10.42.42.10(pid=9240): Launched\u000a01:53:46.913903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:53:47.054098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:53:47.394895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9241): Launched\u000a01:53:47.675289 run iperf3-srv_10.42.42.10(pid=9242): Launched\u000a01:53:47.875218 tst iperf3m4.py:8: start network...\u000a01:53:48.010023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:53:48.532836 run create_hlr_db(pid=9243): Launched\u000a01:53:48.720132 bus /gobi_6: Setting Powered False\u000a01:53:49.741476 run create_hlr_db(pid=9243): Terminated: ok {rc=0}\u000a01:53:50.173305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9245): Launched\u000a01:53:50.498718 run osmo-hlr_10.42.42.2(pid=9246): Launched\u000a01:53:50.616047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:53:51.177823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9248): Launched\u000a01:53:51.503656 run osmo-stp_10.42.42.5(pid=9249): Launched\u000a01:53:51.620183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:53:52.187272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9251): Launched\u000a01:53:52.302770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:53:52.586212 run patchelf(pid=9252): Launched\u000a01:53:52.776128 run osmo-stp_10.42.42.5(pid=9249): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9249)]\u000a01:53:52.914930 run osmo-stp_10.42.42.5(pid=9249): stdout: \u000a| (launched: 2022-12-09_01:53:51.344038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:53.054486 run osmo-stp_10.42.42.5(pid=9249): stderr: \u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015351534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:53.188401 run osmo-stp_10.42.42.5(pid=9249): stdout: \u000a| (launched: 2022-12-09_01:53:51.344038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:53:53.322145 run osmo-stp_10.42.42.5(pid=9249): stderr: \u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015351534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015351534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015351535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:53:53.477236 run patchelf(pid=9252): Terminating (SIGINT)\u000a01:53:53.658896 run patchelf(pid=9252): Terminated: ok {rc=0}\u000a01:53:53.692241 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9249): Process ended prematurely: osmo-stp_10.42.42.5(pid=9249) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9249)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:53:53.702254 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:53:53.765273 run osmo-hlr_10.42.42.2(pid=9246): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9246)]\u000a01:53:53.816326 run osmo-hlr_10.42.42.2(pid=9246): stdout: \u000a| (launched: 2022-12-09_01:53:50.339593) \u000a01:53:53.868599 run osmo-hlr_10.42.42.2(pid=9246): stderr: \u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015350536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015350549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015350557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015350558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015350558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:53:53.912756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9235): Terminating (SIGTERM)\u000a01:53:53.954512 run iperf3-srv_10.42.42.10(pid=9236): Terminating (SIGTERM)\u000a01:53:53.996318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9237): Terminating (SIGTERM)\u000a01:53:54.038117 run iperf3-srv_10.42.42.10(pid=9238): Terminating (SIGTERM)\u000a01:53:54.079808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9239): Terminating (SIGTERM)\u000a01:53:54.121636 run iperf3-srv_10.42.42.10(pid=9240): Terminating (SIGTERM)\u000a01:53:54.163273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9241): Terminating (SIGTERM)\u000a01:53:54.204831 run iperf3-srv_10.42.42.10(pid=9242): Terminating (SIGTERM)\u000a01:53:54.246607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9245): Terminating (SIGTERM)\u000a01:53:54.288300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9248): Terminating (SIGTERM)\u000a01:53:54.330606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9251): Terminating (SIGTERM)\u000a01:53:54.340270 --- ParallelTerminationStrategy: PID 9235 died...\u000a01:53:54.396228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9235): Terminated: ok {rc=0}\u000a01:53:54.406248 --- ParallelTerminationStrategy: PID 9236 died...\u000a01:53:54.461696 run iperf3-srv_10.42.42.10(pid=9236): Terminated {rc=256}\u000a01:53:54.471622 --- ParallelTerminationStrategy: PID 9237 died...\u000a01:53:54.527510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9237): Terminated: ok {rc=0}\u000a01:53:54.537864 --- ParallelTerminationStrategy: PID 9238 died...\u000a01:53:54.593571 run iperf3-srv_10.42.42.10(pid=9238): Terminated {rc=256}\u000a01:53:54.603510 --- ParallelTerminationStrategy: PID 9239 died...\u000a01:53:54.659427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9239): Terminated: ok {rc=0}\u000a01:53:54.669886 --- ParallelTerminationStrategy: PID 9240 died...\u000a01:53:54.725627 run iperf3-srv_10.42.42.10(pid=9240): Terminated {rc=256}\u000a01:53:54.735744 --- ParallelTerminationStrategy: PID 9241 died...\u000a01:53:54.791586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9241): Terminated: ok {rc=0}\u000a01:53:54.801678 --- ParallelTerminationStrategy: PID 9242 died...\u000a01:53:54.857189 run iperf3-srv_10.42.42.10(pid=9242): Terminated {rc=256}\u000a01:53:54.867215 --- ParallelTerminationStrategy: PID 9245 died...\u000a01:53:54.923109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9245): Terminated: ok {rc=0}\u000a01:53:54.933201 --- ParallelTerminationStrategy: PID 9248 died...\u000a01:53:54.988724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9248): Terminated: ok {rc=0}\u000a01:53:54.998816 --- ParallelTerminationStrategy: PID 9251 died...\u000a01:53:55.054606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9251): Terminated: ok {rc=0}\u000a01:53:55.142228 bus /gobi_4: Setting Powered False\u000a01:53:56.247463 bus /gobi_4: Setting Powered False\u000a01:53:57.356243 bus /gobi_1: Setting Powered False\u000a01:53:58.461950 bus /gobi_1: Setting Powered False\u000a01:53:59.568861 bus /gobi_0: Setting Powered False\u000a01:54:00.674917 bus /gobi_0: Setting Powered False\u000a01:54:01.787711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:54:02.852920 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:02.864923 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:54:03.002700 tst ping.py: using LAC 18253\u000a01:54:03.118530 tst ping.py: using RAC 148\u000a01:54:03.235183 tst ping.py: using CellId 18253\u000a01:54:03.352230 tst ping.py: using BVCI 18254\u000a01:54:03.375254 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.386791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.398032 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.409416 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.421131 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.432421 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.443833 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:03.455148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:54:03.744476 tst ping.py:19: start network...\u000a01:54:03.877871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:04.387312 run create_hlr_db(pid=9253): Launched\u000a01:54:04.573408 bus /gobi_6: Setting Powered False\u000a01:54:05.592483 run create_hlr_db(pid=9253): Terminated: ok {rc=0}\u000a01:54:05.993807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Launched\u000a01:54:06.292567 run osmo-hlr_10.42.42.2(pid=9256): Launched\u000a01:54:06.406557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:06.937216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Launched\u000a01:54:07.236359 run osmo-stp_10.42.42.5(pid=9259): Launched\u000a01:54:07.345269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:54:07.866312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9261): Launched\u000a01:54:07.972393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:54:08.232683 run patchelf(pid=9262): Launched\u000a01:54:08.408112 run osmo-stp_10.42.42.5(pid=9259): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)]\u000a01:54:08.536352 run osmo-stp_10.42.42.5(pid=9259): stdout: \u000a| (launched: 2022-12-09_01:54:07.088108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:08.664888 run osmo-stp_10.42.42.5(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015407258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:08.788434 run osmo-stp_10.42.42.5(pid=9259): stdout: \u000a| (launched: 2022-12-09_01:54:07.088108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:08.911450 run osmo-stp_10.42.42.5(pid=9259): stderr: \u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015407257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015407258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015407258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:09.053717 run patchelf(pid=9262): Terminating (SIGINT)\u000a01:54:09.220903 run patchelf(pid=9262): Terminated: ok {rc=0}\u000a01:54:09.251444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9259): Process ended prematurely: osmo-stp_10.42.42.5(pid=9259) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9259)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:54:09.260645 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:54:09.320461 run osmo-hlr_10.42.42.2(pid=9256): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9256)]\u000a01:54:09.369545 run osmo-hlr_10.42.42.2(pid=9256): stdout: \u000a| (launched: 2022-12-09_01:54:06.145222) \u000a01:54:09.419481 run osmo-hlr_10.42.42.2(pid=9256): stderr: \u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015406322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015406334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015406343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015406343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015406343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:09.461440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Terminating (SIGTERM)\u000a01:54:09.501205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Terminating (SIGTERM)\u000a01:54:09.540935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9261): Terminating (SIGTERM)\u000a01:54:09.550346 --- ParallelTerminationStrategy: PID 9255 died...\u000a01:54:09.604204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9255): Terminated: ok {rc=0}\u000a01:54:09.613753 --- ParallelTerminationStrategy: PID 9258 died...\u000a01:54:09.666785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9258): Terminated: ok {rc=0}\u000a01:54:09.676622 --- ParallelTerminationStrategy: PID 9261 died...\u000a01:54:09.729460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9261): Terminated: ok {rc=0}\u000a01:54:09.812792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9269): Process ended prematurely: osmo-stp_10.42.42.5(pid=9269) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9269)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9269): Process ended prematurely: osmo-stp_10.42.42.5(pid=9269) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:54:10.866607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:10.879766 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:54:11.027483 tst ping_idle_ping.py: using LAC 18254\u000a01:54:11.157426 tst ping_idle_ping.py: using RAC 149\u000a01:54:11.283103 tst ping_idle_ping.py: using CellId 18254\u000a01:54:11.407479 tst ping_idle_ping.py: using BVCI 18255\u000a01:54:11.432114 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.444233 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.456145 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.468496 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.480693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.492856 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.505225 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:54:11.517444 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:54:11.795958 tst ping_idle_ping.py:24: start network...\u000a01:54:11.920606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:12.394259 run create_hlr_db(pid=9263): Launched\u000a01:54:12.568080 bus /gobi_6: Setting Powered False\u000a01:54:13.588209 run create_hlr_db(pid=9263): Terminated: ok {rc=0}\u000a01:54:13.988620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9265): Launched\u000a01:54:14.288810 run osmo-hlr_10.42.42.2(pid=9266): Launched\u000a01:54:14.406873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:14.935674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9268): Launched\u000a01:54:15.236032 run osmo-stp_10.42.42.5(pid=9269): Launched\u000a01:54:15.345233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:54:15.879519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9271): Launched\u000a01:54:16.000400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:54:16.285885 run patchelf(pid=9272): Launched\u000a01:54:16.467182 run osmo-stp_10.42.42.5(pid=9269): ERR: Terminated: ERROR {rc=1} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9269)]\u000a01:54:16.609994 run osmo-stp_10.42.42.5(pid=9269): stdout: \u000a| (launched: 2022-12-09_01:54:15.087639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:16.752421 run osmo-stp_10.42.42.5(pid=9269): stderr: \u000a| �[0;m�[38;5;43m20221209015415257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015415257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015415258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015415258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:16.889380 run osmo-stp_10.42.42.5(pid=9269): stdout: \u000a| (launched: 2022-12-09_01:54:15.087639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:17.023626 run osmo-stp_10.42.42.5(pid=9269): stderr: \u000a| �[0;m�[38;5;43m20221209015415257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015415257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015415258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015415258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015415259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:17.179948 run patchelf(pid=9272): Terminating (SIGINT)\u000a01:54:17.360363 run patchelf(pid=9272): Terminated: ok {rc=0}\u000a01:54:17.393400 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9269): Process ended prematurely: osmo-stp_10.42.42.5(pid=9269) [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9269)] [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:54:17.402871 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:54:17.467903 run osmo-hlr_10.42.42.2(pid=9266): ERR: Terminated: ERROR {rc=237} [trial-2352↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9266)]\u000a01:54:17.521495 run osmo-hlr_10.42.42.2(pid=9266): stdout: \u000a| (launched: 2022-12-09_01:54:14.140586) \u000a01:54:17.574826 run osmo-hlr_10.42.42.2(pid=9266): stderr: \u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015414316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015414328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015414336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015414336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015414336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:17.620574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9265): Terminating (SIGTERM)\u000a01:54:17.663387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9268): Terminating (SIGTERM)\u000a01:54:17.706096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9271): Terminating (SIGTERM)\u000a01:54:17.716346 --- ParallelTerminationStrategy: PID 9265 died...\u000a01:54:17.774193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9265): Terminated: ok {rc=0}\u000a01:54:17.784488 --- ParallelTerminationStrategy: PID 9268 died...\u000a01:54:17.841824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9268): Terminated: ok {rc=0}\u000a01:54:17.852164 --- ParallelTerminationStrategy: PID 9271 died...\u000a01:54:17.909767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9271): Terminated: ok {rc=0}\u000a01:54:17.998145 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:53:19" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:54:20.051299 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.063292 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:54:20.223772 tst switch_tch_pdch.py: using LAC 18255\u000a01:54:20.349205 tst switch_tch_pdch.py: using RAC 150\u000a01:54:20.478440 tst switch_tch_pdch.py: using CellId 18255\u000a01:54:20.594267 tst switch_tch_pdch.py: using BVCI 18256\u000a01:54:20.617134 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.628633 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.640163 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.651978 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.663616 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.675260 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.687057 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:54:20.698640 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:54:20.817319 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:54:21.095839 tst switch_tch_pdch.py:51: start network...\u000a01:54:21.224904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:21.736488 run create_hlr_db(pid=9277): Launched\u000a01:54:21.921999 bus /gobi_6: Setting Powered False\u000a01:54:22.942777 run create_hlr_db(pid=9277): Terminated: ok {rc=0}\u000a01:54:23.369105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Launched\u000a01:54:23.687934 run osmo-hlr_10.42.42.2(pid=9280): Launched\u000a01:54:23.807264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:54:24.363209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Launched\u000a01:54:24.682500 run osmo-stp_10.42.42.5(pid=9283): Launched\u000a01:54:24.798447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:54:25.358743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Launched\u000a01:54:25.472342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:54:25.750542 run patchelf(pid=9286): Launched\u000a01:54:25.937190 run osmo-stp_10.42.42.5(pid=9283): ERR: Terminated: ERROR {rc=1} [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)]\u000a01:54:26.074069 run osmo-stp_10.42.42.5(pid=9283): stdout: \u000a| (launched: 2022-12-09_01:54:24.525744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:26.211325 run osmo-stp_10.42.42.5(pid=9283): stderr: \u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015424718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:26.344081 run osmo-stp_10.42.42.5(pid=9283): stdout: \u000a| (launched: 2022-12-09_01:54:24.525744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:54:26.475219 run osmo-stp_10.42.42.5(pid=9283): stderr: \u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015424717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015424718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015424718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:54:26.627678 run patchelf(pid=9286): Terminating (SIGINT)\u000a01:54:26.806878 run patchelf(pid=9286): Terminated: ok {rc=0}\u000a01:54:26.839590 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9283): Process ended prematurely: osmo-stp_10.42.42.5(pid=9283) [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9283)] [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:54:26.849047 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:54:26.911823 run osmo-hlr_10.42.42.2(pid=9280): ERR: Terminated: ERROR {rc=237} [trial-2352↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9280)]\u000a01:54:26.963512 run osmo-hlr_10.42.42.2(pid=9280): stdout: \u000a| (launched: 2022-12-09_01:54:23.531498) \u000a01:54:27.015982 run osmo-hlr_10.42.42.2(pid=9280): stderr: \u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015423731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015423744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015423753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015423753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015423753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:27.060620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Terminating (SIGTERM)\u000a01:54:27.102645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Terminating (SIGTERM)\u000a01:54:27.144697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Terminating (SIGTERM)\u000a01:54:27.154309 --- ParallelTerminationStrategy: PID 9279 died...\u000a01:54:27.210023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9279): Terminated: ok {rc=0}\u000a01:54:27.219971 --- ParallelTerminationStrategy: PID 9282 died...\u000a01:54:27.275583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9282): Terminated: ok {rc=0}\u000a01:54:27.285881 --- ParallelTerminationStrategy: PID 9285 died...\u000a01:54:27.341891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9285): Terminated: ok {rc=0}\u000a01:54:27.429500 bus /gobi_0: Setting Powered False\u000a01:54:28.532494 bus /gobi_0: Setting Powered False\u000a01:54:29.644591 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:54:19" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2352↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2352↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:54:31.515673 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:31.637101 tst esme_connect_policy_acceptall.py: using MSISDN 6960\u000a01:54:31.775522 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:32.364763 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Launched\u000a01:54:32.690179 run osmo-nitb_10.42.42.2(pid=9291): Launched\u000a01:54:32.889873 run osmo-nitb_10.42.42.2(pid=9291): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)]\u000a01:54:33.037069 run osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-09_01:54:32.531804) \u000a01:54:33.184605 run osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-09_01:54:32.580475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:33.327446 run osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-09_01:54:32.531804) \u000a01:54:33.469672 run osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-09_01:54:32.580475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:33.822431 tst osmo-nitb_10.42.42.2(pid=9291): stdout: \u000a| (launched: 2022-12-09_01:54:32.531804) \u000a01:54:33.952678 tst osmo-nitb_10.42.42.2(pid=9291): stderr: \u000a| (launched: 2022-12-09_01:54:32.580475)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:34.009967 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=9291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9291) [trial-2352↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9291)] [trial-2352↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a01:54:34.018806 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a01:54:34.055372 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Terminating (SIGTERM)\u000a01:54:34.233387 --- ParallelTerminationStrategy: PID 9290 died...\u000a01:54:34.291464 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9290): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9293) [trial-2352↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9293)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9293) [trial-2352↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:54:34.306399 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:34.424592 tst esme_connect_policy_closed.py: using MSISDN 6961\u000a01:54:34.552042 tst esme_connect_policy_closed.py: using MSISDN 6962\u000a01:54:34.668296 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:35.286050 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9292): Launched\u000a01:54:35.612677 run osmo-nitb_10.42.42.2(pid=9293): Launched\u000a01:54:35.799548 run osmo-nitb_10.42.42.2(pid=9293): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9293)]\u000a01:54:35.935740 run osmo-nitb_10.42.42.2(pid=9293): stdout: \u000a| (launched: 2022-12-09_01:54:35.453665) \u000a01:54:36.072260 run osmo-nitb_10.42.42.2(pid=9293): stderr: \u000a| (launched: 2022-12-09_01:54:35.502621)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:36.204078 run osmo-nitb_10.42.42.2(pid=9293): stdout: \u000a| (launched: 2022-12-09_01:54:35.453665) \u000a01:54:36.334687 run osmo-nitb_10.42.42.2(pid=9293): stderr: \u000a| (launched: 2022-12-09_01:54:35.502621)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:36.392352 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=9293): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9293) [trial-2352↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9293)] [trial-2352↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a01:54:36.400998 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a01:54:36.437067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9292): Terminating (SIGTERM)\u000a01:54:36.614747 --- ParallelTerminationStrategy: PID 9292 died...\u000a01:54:36.672885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9292): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9295): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9295) [trial-2352↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9295)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9295): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9295) [trial-2352↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:54:36.687906 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:36.699525 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:54:36.832518 tst esme_ms_sms_storeforward.py: using LAC 18256\u000a01:54:36.960353 tst esme_ms_sms_storeforward.py: using RAC 151\u000a01:54:37.090112 tst esme_ms_sms_storeforward.py: using CellId 18256\u000a01:54:37.220339 tst esme_ms_sms_storeforward.py: using BVCI 18257\u000a01:54:37.245462 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:54:37.463461 tst esme_ms_sms_storeforward.py: using MSISDN 6963\u000a01:54:37.653311 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a01:54:37.781939 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:38.417777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9294): Launched\u000a01:54:38.724480 run osmo-nitb_10.42.42.2(pid=9295): Launched\u000a01:54:38.899656 run osmo-nitb_10.42.42.2(pid=9295): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9295)]\u000a01:54:39.027577 run osmo-nitb_10.42.42.2(pid=9295): stdout: \u000a| (launched: 2022-12-09_01:54:38.574176) \u000a01:54:39.155774 run osmo-nitb_10.42.42.2(pid=9295): stderr: \u000a| (launched: 2022-12-09_01:54:38.619933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:39.279133 run osmo-nitb_10.42.42.2(pid=9295): stdout: \u000a| (launched: 2022-12-09_01:54:38.574176) \u000a01:54:39.401573 run osmo-nitb_10.42.42.2(pid=9295): stderr: \u000a| (launched: 2022-12-09_01:54:38.619933)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:39.454921 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=9295): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9295) [trial-2352↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9295)] [trial-2352↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a01:54:39.462893 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a01:54:39.497763 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9294): Terminating (SIGTERM)\u000a01:54:39.675042 --- ParallelTerminationStrategy: PID 9294 died...\u000a01:54:39.730240 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9294): Terminated: ok {rc=0}\u000a01:54:39.819526 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9297): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9297) [trial-2352↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9297)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9297): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9297) [trial-2352↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:54:40.871146 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:54:40.882357 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:54:41.008544 tst esme_ms_sms_transaction.py: using LAC 18257\u000a01:54:41.129893 tst esme_ms_sms_transaction.py: using RAC 152\u000a01:54:41.249689 tst esme_ms_sms_transaction.py: using CellId 18257\u000a01:54:41.369528 tst esme_ms_sms_transaction.py: using BVCI 18258\u000a01:54:41.392621 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:54:41.608254 tst esme_ms_sms_transaction.py: using MSISDN 6964\u000a01:54:41.795673 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a01:54:41.923294 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:54:42.552582 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9296): Launched\u000a01:54:42.855739 run osmo-nitb_10.42.42.2(pid=9297): Launched\u000a01:54:43.043173 run osmo-nitb_10.42.42.2(pid=9297): ERR: Terminated: ERROR {rc=2} [trial-2352↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9297)]\u000a01:54:43.181976 run osmo-nitb_10.42.42.2(pid=9297): stdout: \u000a| (launched: 2022-12-09_01:54:42.708414) \u000a01:54:43.320715 run osmo-nitb_10.42.42.2(pid=9297): stderr: \u000a| (launched: 2022-12-09_01:54:42.754061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:43.454691 run osmo-nitb_10.42.42.2(pid=9297): stdout: \u000a| (launched: 2022-12-09_01:54:42.708414) \u000a01:54:43.587827 run osmo-nitb_10.42.42.2(pid=9297): stderr: \u000a| (launched: 2022-12-09_01:54:42.754061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:43.980231 tst osmo-nitb_10.42.42.2(pid=9297): stdout: \u000a| (launched: 2022-12-09_01:54:42.708414) \u000a01:54:44.103002 tst osmo-nitb_10.42.42.2(pid=9297): stderr: \u000a| (launched: 2022-12-09_01:54:42.754061)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:54:44.156262 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=9297): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9297) [trial-2352↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9297)] [trial-2352↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a01:54:44.164237 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a01:54:44.200545 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9296): Terminating (SIGTERM)\u000a01:54:44.378440 --- ParallelTerminationStrategy: PID 9296 died...\u000a01:54:44.435740 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9296): Terminated: ok {rc=0}\u000a01:54:44.525143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:54:31" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=9306): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9306) [trial-2352↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9306)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=9306): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9306) [trial-2352↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:54:46.346834 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.358832 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.371676 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.384664 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:46.506927 tst esme_connect_policy_acceptall.py: using MSISDN 6965\u000a01:54:46.627032 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:54:47.213583 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9301): Launched\u000a01:54:47.543432 run osmo-stp_10.42.42.4(pid=9302): Launched\u000a01:54:47.661358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:48.187221 run create_hlr_db(pid=9303): Launched\u000a01:54:48.378798 bus /sierra_2: Setting Powered False\u000a01:54:49.400158 run create_hlr_db(pid=9303): Terminated: ok {rc=0}\u000a01:54:49.811763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9305): Launched\u000a01:54:50.117510 run osmo-hlr_10.42.42.2(pid=9306): Launched\u000a01:54:50.238304 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:50.801174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9308): Launched\u000a01:54:51.108226 run osmo-msc_10.42.42.5(pid=9309): Launched\u000a01:54:51.322511 run osmo-hlr_10.42.42.2(pid=9306): ERR: Terminated: ERROR {rc=237} [trial-2352↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9306)]\u000a01:54:51.452685 run osmo-hlr_10.42.42.2(pid=9306): stdout: \u000a| (launched: 2022-12-09_01:54:49.966701) \u000a01:54:51.580605 run osmo-hlr_10.42.42.2(pid=9306): stderr: \u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015450152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015450161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015450162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015450162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:51.703497 run osmo-hlr_10.42.42.2(pid=9306): stdout: \u000a| (launched: 2022-12-09_01:54:49.966701) \u000a01:54:51.826176 run osmo-hlr_10.42.42.2(pid=9306): stderr: \u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015450139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015450152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015450161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015450162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015450162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:51.879322 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=9306): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9306) [trial-2352↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9306)] [trial-2352↪smpp↪esme_connect_policy_acceptall.py:23]\u000a01:54:51.887321 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a01:54:51.947927 run osmo-msc_10.42.42.5(pid=9309): ERR: Terminated: ERROR {rc=9} [trial-2352↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=9309)]\u000a01:54:51.997329 run osmo-msc_10.42.42.5(pid=9309): stdout: \u000a| (launched: 2022-12-09_01:54:50.956406) \u000a01:54:52.047706 run osmo-msc_10.42.42.5(pid=9309): stderr: \u000a| �[0;m�[38;5;43m20221209015451275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209015451275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209015451275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209015451275 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209015451276 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209015451276 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209015451276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209015451276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209015451276 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:52.089789 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9301): Terminating (SIGTERM)\u000a01:54:52.129766 run osmo-stp_10.42.42.4(pid=9302): Terminating (SIGTERM)\u000a01:54:52.170837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9305): Terminating (SIGTERM)\u000a01:54:52.212849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9308): Terminating (SIGTERM)\u000a01:54:52.223054 --- ParallelTerminationStrategy: PID 9301 died...\u000a01:54:52.276925 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9301): Terminated: ok {rc=0}\u000a01:54:52.286767 --- ParallelTerminationStrategy: PID 9302 died...\u000a01:54:52.339864 run osmo-stp_10.42.42.4(pid=9302): Terminated: ok {rc=0}\u000a01:54:52.350013 --- ParallelTerminationStrategy: PID 9305 died...\u000a01:54:52.403598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9305): Terminated: ok {rc=0}\u000a01:54:52.413280 --- ParallelTerminationStrategy: PID 9308 died...\u000a01:54:52.466442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9308): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=9317): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9317) [trial-2352↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9317)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=9317): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9317) [trial-2352↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:54:52.480770 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:52.491752 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:52.617952 tst esme_connect_policy_closed.py: using LAC 18258\u000a01:54:52.740812 tst esme_connect_policy_closed.py: using RAC 153\u000a01:54:52.863831 tst esme_connect_policy_closed.py: using CellId 18258\u000a01:54:52.983857 tst esme_connect_policy_closed.py: using BVCI 18259\u000a01:54:53.007124 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:53.017525 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:53.027658 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:53.146486 tst esme_connect_policy_closed.py: using MSISDN 6966\u000a01:54:53.272359 tst esme_connect_policy_closed.py: using MSISDN 6967\u000a01:54:53.381619 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:54:53.912193 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9312): Launched\u000a01:54:54.219475 run osmo-stp_10.42.42.4(pid=9313): Launched\u000a01:54:54.328453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:54:54.810425 run create_hlr_db(pid=9314): Launched\u000a01:54:55.990513 run create_hlr_db(pid=9314): Terminated: ok {rc=0}\u000a01:54:56.307493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9316): Launched\u000a01:54:56.614426 run osmo-hlr_10.42.42.2(pid=9317): Launched\u000a01:54:56.725763 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:54:57.287362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9319): Launched\u000a01:54:57.595649 run osmo-msc_10.42.42.5(pid=9320): Launched\u000a01:54:57.775491 run osmo-hlr_10.42.42.2(pid=9317): ERR: Terminated: ERROR {rc=237} [trial-2352↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9317)]\u000a01:54:57.920426 run osmo-hlr_10.42.42.2(pid=9317): stdout: \u000a| (launched: 2022-12-09_01:54:56.463189) \u000a01:54:58.054938 run osmo-hlr_10.42.42.2(pid=9317): stderr: \u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015456663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:58.178003 run osmo-hlr_10.42.42.2(pid=9317): stdout: \u000a| (launched: 2022-12-09_01:54:56.463189) \u000a01:54:58.300237 run osmo-hlr_10.42.42.2(pid=9317): stderr: \u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015456637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015456638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015456663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015456672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:54:58.353669 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=9317): Process ended prematurely: osmo-hlr_10.42.42.2(pid=9317) [trial-2352↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9317)] [trial-2352↪smpp↪esme_connect_policy_closed.py:31]\u000a01:54:58.361677 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a01:54:58.422026 run osmo-msc_10.42.42.5(pid=9320): ERR: Terminated: ERROR {rc=9} [trial-2352↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=9320)]\u000a01:54:58.471943 run osmo-msc_10.42.42.5(pid=9320): stdout: \u000a| (launched: 2022-12-09_01:54:57.443218) \u000a01:54:58.522187 run osmo-msc_10.42.42.5(pid=9320): stderr: \u000a| �[0;m�[38;5;43m20221209015457760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209015457760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209015457760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209015457760 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209015457760 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209015457760 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209015457760 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209015457760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209015457760 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:54:58.564722 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9312): Terminating (SIGTERM)\u000a01:54:58.605131 run osmo-stp_10.42.42.4(pid=9313): Terminating (SIGTERM)\u000a01:54:58.646689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9316): Terminating (SIGTERM)\u000a01:54:58.688126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9319): Terminating (SIGTERM)\u000a01:54:58.697625 --- ParallelTerminationStrategy: PID 9312 died...\u000a01:54:58.752365 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=9312): Terminated: ok {rc=0}\u000a01:54:58.762279 --- ParallelTerminationStrategy: PID 9313 died...\u000a01:54:58.815758 run osmo-stp_10.42.42.4(pid=9313): Terminated: ok {rc=0}\u000a01:54:58.825644 --- ParallelTerminationStrategy: PID 9316 died...\u000a01:54:58.878814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9316): Terminated: ok {rc=0}\u000a01:54:58.888527 --- ParallelTerminationStrategy: PID 9319 died...\u000a01:54:58.942788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9319): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9332): Process ended prematurely: osmo-stp_10.42.42.5(pid=9332) [trial-2352↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9332)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9332): Process ended prematurely: osmo-stp_10.42.42.5(pid=9332) [trial-2352↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:54:58.957178 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:58.968040 tst smpp: Using 1 x bts (candidates: 1)\u000a01:54:59.102157 tst esme_ms_sms_storeforward.py: using LAC 18259\u000a01:54:59.234283 tst esme_ms_sms_storeforward.py: using RAC 154\u000a01:54:59.359130 tst esme_ms_sms_storeforward.py: using CellId 18259\u000a01:54:59.482389 tst esme_ms_sms_storeforward.py: using BVCI 18260\u000a01:54:59.505775 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:59.516213 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:59.526689 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:59.537675 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:59.548099 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:54:59.558944 tst smpp: Using 1 x modem (candidates: 1)\u000a01:54:59.786835 tst esme_ms_sms_storeforward.py: using MSISDN 6968\u000a01:54:59.906025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:00.436302 run create_hlr_db(pid=9323): Launched\u000a01:55:01.656350 run create_hlr_db(pid=9323): Terminated: ok {rc=0}\u000a01:55:01.992728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9328): Launched\u000a01:55:02.315515 run osmo-hlr_10.42.42.2(pid=9329): Launched\u000a01:55:02.433751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:02.992871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9331): Launched\u000a01:55:03.302615 run osmo-stp_10.42.42.5(pid=9332): Launched\u000a01:55:03.415584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:03.977686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9334): Launched\u000a01:55:04.287846 run osmo-msc_10.42.42.6(pid=9335): Launched\u000a01:55:04.469256 run osmo-stp_10.42.42.5(pid=9332): ERR: Terminated: ERROR {rc=1} [trial-2352↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9332)]\u000a01:55:04.600059 run osmo-stp_10.42.42.5(pid=9332): stdout: \u000a| (launched: 2022-12-09_01:55:03.149609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:04.728642 run osmo-stp_10.42.42.5(pid=9332): stderr: \u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015503322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:04.852404 run osmo-stp_10.42.42.5(pid=9332): stdout: \u000a| (launched: 2022-12-09_01:55:03.149609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:04.975165 run osmo-stp_10.42.42.5(pid=9332): stderr: \u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015503321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015503322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015503324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:05.028818 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=9332): Process ended prematurely: osmo-stp_10.42.42.5(pid=9332) [trial-2352↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9332)] [trial-2352↪smpp↪esme_ms_sms_storeforward.py:30]\u000a01:55:05.037083 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a01:55:05.098188 run osmo-hlr_10.42.42.2(pid=9329): ERR: Terminated: ERROR {rc=237} [trial-2352↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9329)]\u000a01:55:05.148275 run osmo-hlr_10.42.42.2(pid=9329): stdout: \u000a| (launched: 2022-12-09_01:55:02.151259) \u000a01:55:05.198947 run osmo-hlr_10.42.42.2(pid=9329): stderr: \u000a| �[0;m�[1;31m20221209015502349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015502350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015502350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015502350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015502350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015502350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015502362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015502370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015502371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015502371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:05.267522 run osmo-msc_10.42.42.6(pid=9335): ERR: Terminated: ERROR {rc=2} [trial-2352↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9335)]\u000a01:55:05.317646 run osmo-msc_10.42.42.6(pid=9335): stdout: \u000a| (launched: 2022-12-09_01:55:04.134214) \u000a01:55:05.368218 run osmo-msc_10.42.42.6(pid=9335): stderr: \u000a| �[0;m�[38;5;43m20221209015504406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015504407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15815dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015504407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015504407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015504407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015504407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015504409 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015504410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015504410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015504410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:05.411246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9328): Terminating (SIGTERM)\u000a01:55:05.451436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9331): Terminating (SIGTERM)\u000a01:55:05.492248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9334): Terminating (SIGTERM)\u000a01:55:05.501650 --- ParallelTerminationStrategy: PID 9328 died...\u000a01:55:05.556255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9328): Terminated: ok {rc=0}\u000a01:55:05.566295 --- ParallelTerminationStrategy: PID 9331 died...\u000a01:55:05.620617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9331): Terminated: ok {rc=0}\u000a01:55:05.630468 --- ParallelTerminationStrategy: PID 9334 died...\u000a01:55:05.684209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9334): Terminated: ok {rc=0}\u000a01:55:05.769274 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9343): Process ended prematurely: osmo-stp_10.42.42.5(pid=9343) [trial-2352↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9343)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9343): Process ended prematurely: osmo-stp_10.42.42.5(pid=9343) [trial-2352↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:55:06.821678 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:06.833163 tst smpp: Using 1 x bts (candidates: 1)\u000a01:55:06.970511 tst esme_ms_sms_transaction.py: using LAC 18260\u000a01:55:07.097146 tst esme_ms_sms_transaction.py: using RAC 155\u000a01:55:07.230235 tst esme_ms_sms_transaction.py: using CellId 18260\u000a01:55:07.357518 tst esme_ms_sms_transaction.py: using BVCI 18261\u000a01:55:07.382523 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:07.393336 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:07.404101 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:07.414878 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:07.425685 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:55:07.436239 tst smpp: Using 1 x modem (candidates: 1)\u000a01:55:07.658212 tst esme_ms_sms_transaction.py: using MSISDN 6969\u000a01:55:07.775347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:08.302272 run create_hlr_db(pid=9337): Launched\u000a01:55:08.494615 bus /sierra_2: Setting Powered False\u000a01:55:09.513737 run create_hlr_db(pid=9337): Terminated: ok {rc=0}\u000a01:55:09.954131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9339): Launched\u000a01:55:10.285476 run osmo-hlr_10.42.42.2(pid=9340): Launched\u000a01:55:10.406294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:10.976188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9342): Launched\u000a01:55:11.305639 run osmo-stp_10.42.42.5(pid=9343): Launched\u000a01:55:11.425345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:12.026014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9345): Launched\u000a01:55:12.356157 run osmo-msc_10.42.42.6(pid=9346): Launched\u000a01:55:12.547798 run osmo-stp_10.42.42.5(pid=9343): ERR: Terminated: ERROR {rc=1} [trial-2352↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9343)]\u000a01:55:12.686192 run osmo-stp_10.42.42.5(pid=9343): stdout: \u000a| (launched: 2022-12-09_01:55:11.143457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:12.823648 run osmo-stp_10.42.42.5(pid=9343): stderr: \u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015511338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:12.955203 run osmo-stp_10.42.42.5(pid=9343): stdout: \u000a| (launched: 2022-12-09_01:55:11.143457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:13.085719 run osmo-stp_10.42.42.5(pid=9343): stderr: \u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015511338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015511338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015511341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:13.142863 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=9343): Process ended prematurely: osmo-stp_10.42.42.5(pid=9343) [trial-2352↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9343)] [trial-2352↪smpp↪esme_ms_sms_transaction.py:28]\u000a01:55:13.151468 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a01:55:13.214259 run osmo-hlr_10.42.42.2(pid=9340): ERR: Terminated: ERROR {rc=237} [trial-2352↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9340)]\u000a01:55:13.266131 run osmo-hlr_10.42.42.2(pid=9340): stdout: \u000a| (launched: 2022-12-09_01:55:10.122347) \u000a01:55:13.318715 run osmo-hlr_10.42.42.2(pid=9340): stderr: \u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015510323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015510340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015510350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015510350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015510350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:13.390261 run osmo-msc_10.42.42.6(pid=9346): ERR: Terminated: ERROR {rc=2} [trial-2352↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9346)]\u000a01:55:13.442098 run osmo-msc_10.42.42.6(pid=9346): stdout: \u000a| (launched: 2022-12-09_01:55:12.193693) \u000a01:55:13.494630 run osmo-msc_10.42.42.6(pid=9346): stderr: \u000a| �[0;m�[38;5;43m20221209015512518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015512518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea5a675c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015512518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015512518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015512518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015512518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015512522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015512523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015512523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015512523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:13.539000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9339): Terminating (SIGTERM)\u000a01:55:13.581080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9342): Terminating (SIGTERM)\u000a01:55:13.623418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9345): Terminating (SIGTERM)\u000a01:55:13.633150 --- ParallelTerminationStrategy: PID 9339 died...\u000a01:55:13.689460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9339): Terminated: ok {rc=0}\u000a01:55:13.699521 --- ParallelTerminationStrategy: PID 9342 died...\u000a01:55:13.755554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9342): Terminated: ok {rc=0}\u000a01:55:13.765672 --- ParallelTerminationStrategy: PID 9345 died...\u000a01:55:13.821602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9345): Terminated: ok {rc=0}\u000a01:55:13.908077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:54:46" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2352↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2352↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a01:55:15.790509 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:15.801387 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:15.960709 tst register_a5_0_authopt.py: using LAC 18261\u000a01:55:16.096173 tst register_a5_0_authopt.py: using RAC 156\u000a01:55:16.222737 tst register_a5_0_authopt.py: using CellId 18261\u000a01:55:16.350545 tst register_a5_0_authopt.py: using BVCI 18262\u000a01:55:16.375740 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:16.387374 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:16.399362 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:16.410708 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:16.422725 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:16.435211 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:16.763912 tst register_a5_0_authopt.py:8: start network...\u000a01:55:16.898590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:17.398470 run create_hlr_db(pid=9352): Launched\u000a01:55:17.578682 bus /sierra_2: Setting Powered False\u000a01:55:18.598993 run create_hlr_db(pid=9352): Terminated: ok {rc=0}\u000a01:55:19.043676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Launched\u000a01:55:19.379743 run osmo-hlr_10.42.42.2(pid=9355): Launched\u000a01:55:19.502302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:20.083343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Launched\u000a01:55:20.415214 run osmo-stp_10.42.42.5(pid=9358): Launched\u000a01:55:20.535405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:21.140867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9360): Launched\u000a01:55:21.474440 run osmo-msc_10.42.42.6(pid=9361): Launched\u000a01:55:21.669126 run osmo-stp_10.42.42.5(pid=9358): ERR: Terminated: ERROR {rc=1} [trial-2352↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]\u000a01:55:21.809577 run osmo-stp_10.42.42.5(pid=9358): stdout: \u000a| (launched: 2022-12-09_01:55:20.252234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:21.948796 run osmo-stp_10.42.42.5(pid=9358): stderr: \u000a| �[0;m�[38;5;43m20221209015520448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015520448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015520449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015520449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:22.082742 run osmo-stp_10.42.42.5(pid=9358): stdout: \u000a| (launched: 2022-12-09_01:55:20.252234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:22.214681 run osmo-stp_10.42.42.5(pid=9358): stderr: \u000a| �[0;m�[38;5;43m20221209015520448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015520448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015520449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015520449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015520450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:22.272800 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2352↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)] [trial-2352↪encryption↪register_a5_0_authopt.py:8]\u000a01:55:22.281906 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a01:55:22.345176 run osmo-hlr_10.42.42.2(pid=9355): ERR: Terminated: ERROR {rc=237} [trial-2352↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9355)]\u000a01:55:22.397550 run osmo-hlr_10.42.42.2(pid=9355): stdout: \u000a| (launched: 2022-12-09_01:55:19.214346) \u000a01:55:22.450490 run osmo-hlr_10.42.42.2(pid=9355): stderr: \u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015519416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015519447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015519457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015519458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015519458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:22.522216 run osmo-msc_10.42.42.6(pid=9361): ERR: Terminated: ERROR {rc=2} [trial-2352↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9361)]\u000a01:55:22.574396 run osmo-msc_10.42.42.6(pid=9361): stdout: \u000a| (launched: 2022-12-09_01:55:21.310751) \u000a01:55:22.627081 run osmo-msc_10.42.42.6(pid=9361): stderr: \u000a| �[0;m�[38;5;43m20221209015521635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015521635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4391533c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015521635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015521635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015521635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015521635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015521637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015521638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015521638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015521638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:22.671724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminating (SIGTERM)\u000a01:55:22.714045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminating (SIGTERM)\u000a01:55:22.756428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9360): Terminating (SIGTERM)\u000a01:55:22.766219 --- ParallelTerminationStrategy: PID 9354 died...\u000a01:55:22.823079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminated: ok {rc=0}\u000a01:55:22.833389 --- ParallelTerminationStrategy: PID 9357 died...\u000a01:55:22.889887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminated: ok {rc=0}\u000a01:55:22.899973 --- ParallelTerminationStrategy: PID 9360 died...\u000a01:55:22.956254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9360): Terminated: ok {rc=0}\u000a01:55:23.044335 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9369): Process ended prematurely: osmo-stp_10.42.42.5(pid=9369) [trial-2352↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9369)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9369): Process ended prematurely: osmo-stp_10.42.42.5(pid=9369) [trial-2352↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a01:55:24.162431 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.174357 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:24.309914 tst register_a5_0_authreq.py: using LAC 18262\u000a01:55:24.443390 tst register_a5_0_authreq.py: using RAC 157\u000a01:55:24.575661 tst register_a5_0_authreq.py: using CellId 18262\u000a01:55:24.709186 tst register_a5_0_authreq.py: using BVCI 18263\u000a01:55:24.734591 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.745594 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.756425 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.767907 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.779248 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:24.790508 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:25.092745 tst register_a5_0_authreq.py:8: start network...\u000a01:55:25.233722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:25.766164 run create_hlr_db(pid=9363): Launched\u000a01:55:25.958607 bus /sierra_2: Setting Powered False\u000a01:55:26.979355 run create_hlr_db(pid=9363): Terminated: ok {rc=0}\u000a01:55:27.396712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9365): Launched\u000a01:55:27.709770 run osmo-hlr_10.42.42.2(pid=9366): Launched\u000a01:55:27.832319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:28.380904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9368): Launched\u000a01:55:28.693349 run osmo-stp_10.42.42.5(pid=9369): Launched\u000a01:55:28.807135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:29.373747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9371): Launched\u000a01:55:29.686655 run osmo-msc_10.42.42.6(pid=9372): Launched\u000a01:55:29.869909 run osmo-stp_10.42.42.5(pid=9369): ERR: Terminated: ERROR {rc=1} [trial-2352↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9369)]\u000a01:55:30.001148 run osmo-stp_10.42.42.5(pid=9369): stdout: \u000a| (launched: 2022-12-09_01:55:28.538321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:30.131120 run osmo-stp_10.42.42.5(pid=9369): stderr: \u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015528712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:30.257736 run osmo-stp_10.42.42.5(pid=9369): stdout: \u000a| (launched: 2022-12-09_01:55:28.538321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:30.381156 run osmo-stp_10.42.42.5(pid=9369): stderr: \u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015528712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015528712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015528713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:30.435255 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9369): Process ended prematurely: osmo-stp_10.42.42.5(pid=9369) [trial-2352↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9369)] [trial-2352↪encryption↪register_a5_0_authreq.py:8]\u000a01:55:30.443807 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a01:55:30.504060 run osmo-hlr_10.42.42.2(pid=9366): ERR: Terminated: ERROR {rc=237} [trial-2352↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9366)]\u000a01:55:30.553544 run osmo-hlr_10.42.42.2(pid=9366): stdout: \u000a| (launched: 2022-12-09_01:55:27.554957) \u000a01:55:30.603710 run osmo-hlr_10.42.42.2(pid=9366): stderr: \u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015527735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015527748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015527758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015527758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015527758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:30.671894 run osmo-msc_10.42.42.6(pid=9372): ERR: Terminated: ERROR {rc=2} [trial-2352↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9372)]\u000a01:55:30.721204 run osmo-msc_10.42.42.6(pid=9372): stdout: \u000a| (launched: 2022-12-09_01:55:29.531453) \u000a01:55:30.771255 run osmo-msc_10.42.42.6(pid=9372): stderr: \u000a| �[0;m�[38;5;43m20221209015529804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015529804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f160f594c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015529804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015529804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015529805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015529805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015529807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015529807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015529807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015529807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:30.813719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9365): Terminating (SIGTERM)\u000a01:55:30.858887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9368): Terminating (SIGTERM)\u000a01:55:30.905813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9371): Terminating (SIGTERM)\u000a01:55:30.916762 --- ParallelTerminationStrategy: PID 9365 died...\u000a01:55:30.973924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9365): Terminated: ok {rc=0}\u000a01:55:30.985721 --- ParallelTerminationStrategy: PID 9368 died...\u000a01:55:31.041386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9368): Terminated: ok {rc=0}\u000a01:55:31.052930 --- ParallelTerminationStrategy: PID 9371 died...\u000a01:55:31.109098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9371): Terminated: ok {rc=0}\u000a01:55:31.196139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9381): Process ended prematurely: osmo-stp_10.42.42.5(pid=9381) [trial-2352↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9381)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9381): Process ended prematurely: osmo-stp_10.42.42.5(pid=9381) [trial-2352↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a01:55:32.311785 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.323156 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:32.452027 tst register_a5_1_authreq.py: using LAC 18263\u000a01:55:32.576299 tst register_a5_1_authreq.py: using RAC 158\u000a01:55:32.699808 tst register_a5_1_authreq.py: using CellId 18263\u000a01:55:32.826025 tst register_a5_1_authreq.py: using BVCI 18264\u000a01:55:32.849606 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.859975 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.870390 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.881040 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.891663 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:32.902171 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:33.202058 tst register_a5_1_authreq.py:8: start network...\u000a01:55:33.342294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:33.875032 run create_hlr_db(pid=9374): Launched\u000a01:55:34.068391 bus /sierra_2: Setting Powered False\u000a01:55:35.089684 run create_hlr_db(pid=9374): Terminated: ok {rc=0}\u000a01:55:35.508513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9377): Launched\u000a01:55:35.820496 run osmo-hlr_10.42.42.2(pid=9378): Launched\u000a01:55:35.941184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:36.523670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9380): Launched\u000a01:55:36.858599 run osmo-stp_10.42.42.5(pid=9381): Launched\u000a01:55:36.979034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:37.588188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9383): Launched\u000a01:55:37.922717 run osmo-msc_10.42.42.6(pid=9384): Launched\u000a01:55:38.117491 run osmo-stp_10.42.42.5(pid=9381): ERR: Terminated: ERROR {rc=1} [trial-2352↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9381)]\u000a01:55:38.258554 run osmo-stp_10.42.42.5(pid=9381): stdout: \u000a| (launched: 2022-12-09_01:55:36.693768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:38.398735 run osmo-stp_10.42.42.5(pid=9381): stderr: \u000a| �[0;m�[38;5;43m20221209015536887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015536887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015536888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015536888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:38.532921 run osmo-stp_10.42.42.5(pid=9381): stdout: \u000a| (launched: 2022-12-09_01:55:36.693768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:38.665786 run osmo-stp_10.42.42.5(pid=9381): stderr: \u000a| �[0;m�[38;5;43m20221209015536887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015536887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015536888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015536888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:38.724198 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9381): Process ended prematurely: osmo-stp_10.42.42.5(pid=9381) [trial-2352↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9381)] [trial-2352↪encryption↪register_a5_1_authreq.py:8]\u000a01:55:38.733366 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a01:55:38.796245 run osmo-hlr_10.42.42.2(pid=9378): ERR: Terminated: ERROR {rc=237} [trial-2352↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9378)]\u000a01:55:38.848102 run osmo-hlr_10.42.42.2(pid=9378): stdout: \u000a| (launched: 2022-12-09_01:55:35.666593) \u000a01:55:38.900372 run osmo-hlr_10.42.42.2(pid=9378): stderr: \u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015535845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015535861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015535870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:38.971738 run osmo-msc_10.42.42.6(pid=9384): ERR: Terminated: ERROR {rc=2} [trial-2352↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9384)]\u000a01:55:39.023458 run osmo-msc_10.42.42.6(pid=9384): stdout: \u000a| (launched: 2022-12-09_01:55:37.758107) \u000a01:55:39.075705 run osmo-msc_10.42.42.6(pid=9384): stderr: \u000a| �[0;m�[38;5;43m20221209015538082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015538082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbee2801c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015538083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015538083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015538083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015538083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015538085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015538085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015538085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015538085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:39.120186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9377): Terminating (SIGTERM)\u000a01:55:39.162443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9380): Terminating (SIGTERM)\u000a01:55:39.204764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9383): Terminating (SIGTERM)\u000a01:55:39.214571 --- ParallelTerminationStrategy: PID 9377 died...\u000a01:55:39.271201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9377): Terminated: ok {rc=0}\u000a01:55:39.281615 --- ParallelTerminationStrategy: PID 9380 died...\u000a01:55:39.337885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9380): Terminated: ok {rc=0}\u000a01:55:39.348391 --- ParallelTerminationStrategy: PID 9383 died...\u000a01:55:39.404852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9383): Terminated: ok {rc=0}\u000a01:55:39.493113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 22, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2352↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2352↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a01:55:40.606392 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:40.617932 tst encryption: Using 1 x bts (candidates: 1)\u000a01:55:40.747868 tst register_a5_3_authreq.py: using LAC 18264\u000a01:55:40.872237 tst register_a5_3_authreq.py: using RAC 159\u000a01:55:40.994969 tst register_a5_3_authreq.py: using CellId 18264\u000a01:55:41.119469 tst register_a5_3_authreq.py: using BVCI 18265\u000a01:55:41.143285 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:41.153842 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:41.164128 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:41.175262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:41.186391 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:55:41.197384 tst encryption: Using 1 x modem (candidates: 1)\u000a01:55:41.490904 tst register_a5_3_authreq.py:8: start network...\u000a01:55:41.620649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:55:42.107317 run create_hlr_db(pid=9386): Launched\u000a01:55:42.286614 bus /sierra_2: Setting Powered False\u000a01:55:43.307426 run create_hlr_db(pid=9386): Terminated: ok {rc=0}\u000a01:55:43.750197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Launched\u000a01:55:44.083304 run osmo-hlr_10.42.42.2(pid=9389): Launched\u000a01:55:44.205439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:55:44.782876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Launched\u000a01:55:45.116330 run osmo-stp_10.42.42.5(pid=9392): Launched\u000a01:55:45.237837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:55:45.850371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9394): Launched\u000a01:55:46.288414 run osmo-msc_10.42.42.6(pid=9395): Launched\u000a01:55:46.599450 run osmo-stp_10.42.42.5(pid=9392): ERR: Terminated: ERROR {rc=1} [trial-2352↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)]\u000a01:55:46.806479 run osmo-stp_10.42.42.5(pid=9392): stdout: \u000a| (launched: 2022-12-09_01:55:44.952133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:46.956413 run osmo-stp_10.42.42.5(pid=9392): stderr: \u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015545148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:47.095188 run osmo-stp_10.42.42.5(pid=9392): stdout: \u000a| (launched: 2022-12-09_01:55:44.952133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:55:47.232244 run osmo-stp_10.42.42.5(pid=9392): stderr: \u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015545147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015545148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015545148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:55:47.292663 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9392): Process ended prematurely: osmo-stp_10.42.42.5(pid=9392) [trial-2352↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9392)] [trial-2352↪encryption↪register_a5_3_authreq.py:8]\u000a01:55:47.302473 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a01:55:47.363857 run osmo-hlr_10.42.42.2(pid=9389): ERR: Terminated: ERROR {rc=237} [trial-2352↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9389)]\u000a01:55:47.413738 run osmo-hlr_10.42.42.2(pid=9389): stdout: \u000a| (launched: 2022-12-09_01:55:43.919519) \u000a01:55:47.464526 run osmo-hlr_10.42.42.2(pid=9389): stderr: \u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015544120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015544135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015544145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015544146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015544146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:55:47.532460 run osmo-msc_10.42.42.6(pid=9395): ERR: Terminated: ERROR {rc=2} [trial-2352↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9395)]\u000a01:55:47.582311 run osmo-msc_10.42.42.6(pid=9395): stdout: \u000a| (launched: 2022-12-09_01:55:46.030170) \u000a01:55:47.632599 run osmo-msc_10.42.42.6(pid=9395): stderr: \u000a| �[0;m�[38;5;43m20221209015546553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015546553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd622202c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015546553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015546554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015546554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015546554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015546556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015546556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015546556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015546556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:55:47.674828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Terminating (SIGTERM)\u000a01:55:47.715738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Terminating (SIGTERM)\u000a01:55:47.756405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9394): Terminating (SIGTERM)\u000a01:55:47.766579 --- ParallelTerminationStrategy: PID 9388 died...\u000a01:55:47.820776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9388): Terminated: ok {rc=0}\u000a01:55:47.831218 --- ParallelTerminationStrategy: PID 9391 died...\u000a01:55:47.884732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9391): Terminated: ok {rc=0}\u000a01:55:47.894891 --- ParallelTerminationStrategy: PID 9394 died...\u000a01:55:47.948446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9394): Terminated: ok {rc=0}\u000a01:55:48.036524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9412): Process ended prematurely: srsepc(pid=9412) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9412)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9412): Process ended prematurely: srsepc(pid=9412) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a01:55:50.012076 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a01:55:50.054557 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:55:50.070499 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:55:50.093587 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:55:50.233214 tst handover.py: using MSISDN 6970\u000a01:55:50.342184 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6970', subscriber_id=0}\u000a01:55:50.449742 run srsepc_10.42.42.118: Starting srsepc\u000a01:55:52.316350 run rm-remote-dir(pid=9400): Launched\u000a01:55:52.500187 bus /sierra_2: Setting Powered False\u000a01:55:53.525641 run rm-remote-dir(pid=9400): Terminated: ok {rc=0}\u000a01:55:53.950191 run mk-remote-dir(pid=9401): Launched\u000a01:55:55.139677 run mk-remote-dir(pid=9401): Terminated: ok {rc=0}\u000a01:55:55.418862 run scp-inst-to-remote(pid=9402): Launched\u000a01:55:57.607268 run scp-inst-to-remote(pid=9402): Terminated: ok {rc=0}\u000a01:55:57.937342 run rm-remote-dir(pid=9404): Launched\u000a01:55:59.126434 run rm-remote-dir(pid=9404): Terminated: ok {rc=0}\u000a01:55:59.456904 run mk-remote-dir(pid=9405): Launched\u000a01:56:00.646754 run mk-remote-dir(pid=9405): Terminated: ok {rc=0}\u000a01:56:00.977192 run scp-cfg-to-remote(pid=9406): Launched\u000a01:56:02.182308 run scp-cfg-to-remote(pid=9406): Terminated: ok {rc=0}\u000a01:56:02.486998 run scp-db-to-remote(pid=9408): Launched\u000a01:56:03.687351 run scp-db-to-remote(pid=9408): Terminated: ok {rc=0}\u000a01:56:03.810265 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:04.155104 run patchelf(pid=9410): Launched\u000a01:56:05.354241 run patchelf(pid=9410): Terminated: ok {rc=0}\u000a01:56:05.477701 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:05.823100 run setcap-netadm(pid=9411): Launched\u000a01:56:07.023291 run setcap-netadm(pid=9411): Terminated: ok {rc=0}\u000a01:56:07.361374 run srsepc(pid=9412): Launched\u000a01:56:07.480567 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:08.689757 run rm-remote-dir(pid=9413): Launched\u000a01:56:08.892567 run srsepc(pid=9412): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9412)]\u000a01:56:09.038690 run srsepc(pid=9412): stdout: \u000a| (launched: 2022-12-09_01:56:07.198588)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:09.185224 run srsepc(pid=9412): stderr: \u000a| (launched: 2022-12-09_01:56:07.247945)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:09.327205 run srsepc(pid=9412): stdout: \u000a| (launched: 2022-12-09_01:56:07.198588)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:09.467934 run srsepc(pid=9412): stderr: \u000a| (launched: 2022-12-09_01:56:07.247945)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:09.631931 run rm-remote-dir(pid=9413): Terminating (SIGINT)\u000a01:56:09.824603 run rm-remote-dir(pid=9413): Terminated: ok {rc=0}\u000a01:56:09.860036 tst handover.py:37: ERR: Error: srsepc(pid=9412): Process ended prematurely: srsepc(pid=9412) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9412)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a01:56:09.870450 tst handover.py:37: Test FAILED (20.0 sec)\u000a01:56:09.990509 run scp-back-log(pid=9414): Launched\u000a01:56:11.079687 run scp-back-log(pid=9414): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9414)]\u000a01:56:11.142516 run scp-back-log(pid=9414): stdout: \u000a| (launched: 2022-12-09_01:56:09.914132) \u000a01:56:11.205311 run scp-back-log(pid=9414): stderr: \u000a| (launched: 2022-12-09_01:56:09.935067)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:11.258950 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9414): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9414)]')\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9428): Process ended prematurely: srsepc(pid=9428) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9428)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9428): Process ended prematurely: srsepc(pid=9428) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a01:56:11.439221 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a01:56:11.481251 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:11.688668 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a01:56:11.730690 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:11.746479 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:11.875789 tst iperf3_bidir.py: using MSISDN 6971\u000a01:56:11.992818 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6971', subscriber_id=0}\u000a01:56:12.109389 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:12.805620 run rm-remote-dir(pid=9416): Launched\u000a01:56:14.007881 run rm-remote-dir(pid=9416): Terminated: ok {rc=0}\u000a01:56:14.364050 run mk-remote-dir(pid=9417): Launched\u000a01:56:15.566660 run mk-remote-dir(pid=9417): Terminated: ok {rc=0}\u000a01:56:15.881779 run scp-inst-to-remote(pid=9418): Launched\u000a01:56:18.088332 run scp-inst-to-remote(pid=9418): Terminated: ok {rc=0}\u000a01:56:18.446193 run rm-remote-dir(pid=9420): Launched\u000a01:56:19.648916 run rm-remote-dir(pid=9420): Terminated: ok {rc=0}\u000a01:56:20.006297 run mk-remote-dir(pid=9421): Launched\u000a01:56:21.209165 run mk-remote-dir(pid=9421): Terminated: ok {rc=0}\u000a01:56:21.524180 run scp-cfg-to-remote(pid=9422): Launched\u000a01:56:22.710713 run scp-cfg-to-remote(pid=9422): Terminated: ok {rc=0}\u000a01:56:22.990732 run scp-db-to-remote(pid=9424): Launched\u000a01:56:24.179074 run scp-db-to-remote(pid=9424): Terminated: ok {rc=0}\u000a01:56:24.293811 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:24.618379 run patchelf(pid=9426): Launched\u000a01:56:25.806195 run patchelf(pid=9426): Terminated: ok {rc=0}\u000a01:56:25.920580 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:26.242571 run setcap-netadm(pid=9427): Launched\u000a01:56:27.429893 run setcap-netadm(pid=9427): Terminated: ok {rc=0}\u000a01:56:27.743798 run srsepc(pid=9428): Launched\u000a01:56:27.853016 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:28.978590 run rm-remote-dir(pid=9429): Launched\u000a01:56:29.165192 run srsepc(pid=9428): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9428)]\u000a01:56:29.301937 run srsepc(pid=9428): stdout: \u000a| (launched: 2022-12-09_01:56:27.593942)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:29.438735 run srsepc(pid=9428): stderr: \u000a| (launched: 2022-12-09_01:56:27.640084)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:29.570730 run srsepc(pid=9428): stdout: \u000a| (launched: 2022-12-09_01:56:27.593942)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:29.701130 run srsepc(pid=9428): stderr: \u000a| (launched: 2022-12-09_01:56:27.640084)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:29.853939 run rm-remote-dir(pid=9429): Terminating (SIGINT)\u000a01:56:30.033655 run rm-remote-dir(pid=9429): Terminated: ok {rc=0}\u000a01:56:30.066654 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=9428): Process ended prematurely: srsepc(pid=9428) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9428)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a01:56:30.076515 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a01:56:30.188426 run scp-back-log(pid=9430): Launched\u000a01:56:31.277375 run scp-back-log(pid=9430): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9430)]\u000a01:56:31.342910 run scp-back-log(pid=9430): stdout: \u000a| (launched: 2022-12-09_01:56:30.118642) \u000a01:56:31.408519 run scp-back-log(pid=9430): stderr: \u000a| (launched: 2022-12-09_01:56:30.138497)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:31.465894 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9430): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9430)]')\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9444): Process ended prematurely: srsepc(pid=9444) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9444)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9444): Process ended prematurely: srsepc(pid=9444) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a01:56:31.652536 tst iperf3_dl.py:13: Number of physical ue: 1\u000a01:56:31.697251 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:31.967175 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a01:56:32.014320 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:32.031878 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:32.173757 tst iperf3_dl.py: using MSISDN 6972\u000a01:56:32.292012 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6972', subscriber_id=0}\u000a01:56:32.408936 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:33.104266 run rm-remote-dir(pid=9432): Launched\u000a01:56:34.306999 run rm-remote-dir(pid=9432): Terminated: ok {rc=0}\u000a01:56:34.662195 run mk-remote-dir(pid=9433): Launched\u000a01:56:35.863441 run mk-remote-dir(pid=9433): Terminated: ok {rc=0}\u000a01:56:36.163570 run scp-inst-to-remote(pid=9434): Launched\u000a01:56:38.365226 run scp-inst-to-remote(pid=9434): Terminated: ok {rc=0}\u000a01:56:38.720716 run rm-remote-dir(pid=9436): Launched\u000a01:56:39.923214 run rm-remote-dir(pid=9436): Terminated: ok {rc=0}\u000a01:56:40.278528 run mk-remote-dir(pid=9437): Launched\u000a01:56:41.481840 run mk-remote-dir(pid=9437): Terminated: ok {rc=0}\u000a01:56:41.782069 run scp-cfg-to-remote(pid=9438): Launched\u000a01:56:42.981061 run scp-cfg-to-remote(pid=9438): Terminated: ok {rc=0}\u000a01:56:43.280646 run scp-db-to-remote(pid=9440): Launched\u000a01:56:44.481051 run scp-db-to-remote(pid=9440): Terminated: ok {rc=0}\u000a01:56:44.604041 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:56:44.950627 run patchelf(pid=9442): Launched\u000a01:56:46.157897 run patchelf(pid=9442): Terminated: ok {rc=0}\u000a01:56:46.284617 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:56:46.688905 run setcap-netadm(pid=9443): Launched\u000a01:56:47.890713 run setcap-netadm(pid=9443): Terminated: ok {rc=0}\u000a01:56:48.228932 run srsepc(pid=9444): Launched\u000a01:56:48.346904 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:56:49.473639 run rm-remote-dir(pid=9445): Launched\u000a01:56:49.659997 run srsepc(pid=9444): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9444)]\u000a01:56:49.797221 run srsepc(pid=9444): stdout: \u000a| (launched: 2022-12-09_01:56:48.066431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:49.934101 run srsepc(pid=9444): stderr: \u000a| (launched: 2022-12-09_01:56:48.115619)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:50.066187 run srsepc(pid=9444): stdout: \u000a| (launched: 2022-12-09_01:56:48.066431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:56:50.196705 run srsepc(pid=9444): stderr: \u000a| (launched: 2022-12-09_01:56:48.115619)\u000a| Connection to 10.42.42.116 closed. \u000a01:56:50.349236 run rm-remote-dir(pid=9445): Terminating (SIGINT)\u000a01:56:50.528312 run rm-remote-dir(pid=9445): Terminated: ok {rc=0}\u000a01:56:50.561351 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=9444): Process ended prematurely: srsepc(pid=9444) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9444)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a01:56:50.571258 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a01:56:50.683490 run scp-back-log(pid=9446): Launched\u000a01:56:51.770586 run scp-back-log(pid=9446): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9446)]\u000a01:56:51.833272 run scp-back-log(pid=9446): stdout: \u000a| (launched: 2022-12-09_01:56:50.613488) \u000a01:56:51.896140 run scp-back-log(pid=9446): stderr: \u000a| (launched: 2022-12-09_01:56:50.633387)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:56:51.949572 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9446): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9446)]')\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9460): Process ended prematurely: srsepc(pid=9460) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9460)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9460): Process ended prematurely: srsepc(pid=9460) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a01:56:52.129202 tst iperf3_ul.py:13: Number of physical ue: 1\u000a01:56:52.171650 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:56:52.377881 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a01:56:52.419947 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:56:52.435828 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:56:52.557622 tst iperf3_ul.py: using MSISDN 6973\u000a01:56:52.665954 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6973', subscriber_id=0}\u000a01:56:52.774062 run srsepc_10.42.42.118: Starting srsepc\u000a01:56:53.418542 run rm-remote-dir(pid=9448): Launched\u000a01:56:54.608050 run rm-remote-dir(pid=9448): Terminated: ok {rc=0}\u000a01:56:54.941474 run mk-remote-dir(pid=9449): Launched\u000a01:56:56.131871 run mk-remote-dir(pid=9449): Terminated: ok {rc=0}\u000a01:56:56.412190 run scp-inst-to-remote(pid=9450): Launched\u000a01:56:58.601441 run scp-inst-to-remote(pid=9450): Terminated: ok {rc=0}\u000a01:56:58.933517 run rm-remote-dir(pid=9452): Launched\u000a01:57:00.123324 run rm-remote-dir(pid=9452): Terminated: ok {rc=0}\u000a01:57:00.455175 run mk-remote-dir(pid=9453): Launched\u000a01:57:01.659914 run mk-remote-dir(pid=9453): Terminated: ok {rc=0}\u000a01:57:02.011732 run scp-cfg-to-remote(pid=9454): Launched\u000a01:57:03.212629 run scp-cfg-to-remote(pid=9454): Terminated: ok {rc=0}\u000a01:57:03.514635 run scp-db-to-remote(pid=9456): Launched\u000a01:57:04.710321 run scp-db-to-remote(pid=9456): Terminated: ok {rc=0}\u000a01:57:04.834093 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:05.181428 run patchelf(pid=9458): Launched\u000a01:57:06.382401 run patchelf(pid=9458): Terminated: ok {rc=0}\u000a01:57:06.506390 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:06.854390 run setcap-netadm(pid=9459): Launched\u000a01:57:08.055837 run setcap-netadm(pid=9459): Terminated: ok {rc=0}\u000a01:57:08.393958 run srsepc(pid=9460): Launched\u000a01:57:08.512158 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:09.648009 run rm-remote-dir(pid=9461): Launched\u000a01:57:09.835148 run srsepc(pid=9460): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9460)]\u000a01:57:09.972241 run srsepc(pid=9460): stdout: \u000a| (launched: 2022-12-09_01:57:08.231875)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:10.109181 run srsepc(pid=9460): stderr: \u000a| (launched: 2022-12-09_01:57:08.281620)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:10.241705 run srsepc(pid=9460): stdout: \u000a| (launched: 2022-12-09_01:57:08.231875)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:10.373078 run srsepc(pid=9460): stderr: \u000a| (launched: 2022-12-09_01:57:08.281620)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:10.526788 run rm-remote-dir(pid=9461): Terminating (SIGINT)\u000a01:57:10.706481 run rm-remote-dir(pid=9461): Terminated: ok {rc=0}\u000a01:57:10.739561 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=9460): Process ended prematurely: srsepc(pid=9460) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9460)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a01:57:10.749381 tst iperf3_ul.py:42: Test FAILED (18.8 sec)\u000a01:57:10.861228 run scp-back-log(pid=9462): Launched\u000a01:57:11.948380 run scp-back-log(pid=9462): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9462)]\u000a01:57:12.011145 run scp-back-log(pid=9462): stdout: \u000a| (launched: 2022-12-09_01:57:10.791234) \u000a01:57:12.074247 run scp-back-log(pid=9462): stderr: \u000a| (launched: 2022-12-09_01:57:10.810974)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:12.127784 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9462): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9462)]')\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9476): Process ended prematurely: srsepc(pid=9476) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9476)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9476): Process ended prematurely: srsepc(pid=9476) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a01:57:12.142413 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:12.158989 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:12.182012 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:12.328806 tst ping.py: using MSISDN 6974\u000a01:57:12.437846 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6974', subscriber_id=0}\u000a01:57:12.545634 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:13.194947 run rm-remote-dir(pid=9464): Launched\u000a01:57:14.384655 run rm-remote-dir(pid=9464): Terminated: ok {rc=0}\u000a01:57:14.714815 run mk-remote-dir(pid=9465): Launched\u000a01:57:15.935940 run mk-remote-dir(pid=9465): Terminated: ok {rc=0}\u000a01:57:16.340277 run scp-inst-to-remote(pid=9466): Launched\u000a01:57:18.549411 run scp-inst-to-remote(pid=9466): Terminated: ok {rc=0}\u000a01:57:18.906328 run rm-remote-dir(pid=9468): Launched\u000a01:57:20.107802 run rm-remote-dir(pid=9468): Terminated: ok {rc=0}\u000a01:57:20.463633 run mk-remote-dir(pid=9469): Launched\u000a01:57:21.666001 run mk-remote-dir(pid=9469): Terminated: ok {rc=0}\u000a01:57:21.966211 run scp-cfg-to-remote(pid=9470): Launched\u000a01:57:23.165015 run scp-cfg-to-remote(pid=9470): Terminated: ok {rc=0}\u000a01:57:23.469179 run scp-db-to-remote(pid=9472): Launched\u000a01:57:24.668897 run scp-db-to-remote(pid=9472): Terminated: ok {rc=0}\u000a01:57:24.792173 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:25.136747 run patchelf(pid=9474): Launched\u000a01:57:26.336019 run patchelf(pid=9474): Terminated: ok {rc=0}\u000a01:57:26.459066 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:26.804505 run setcap-netadm(pid=9475): Launched\u000a01:57:28.004138 run setcap-netadm(pid=9475): Terminated: ok {rc=0}\u000a01:57:28.340281 run srsepc(pid=9476): Launched\u000a01:57:28.458440 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:29.668544 run rm-remote-dir(pid=9477): Launched\u000a01:57:29.870724 run srsepc(pid=9476): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9476)]\u000a01:57:30.016304 run srsepc(pid=9476): stdout: \u000a| (launched: 2022-12-09_01:57:28.179285)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:30.161806 run srsepc(pid=9476): stderr: \u000a| (launched: 2022-12-09_01:57:28.228732)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:30.303041 run srsepc(pid=9476): stdout: \u000a| (launched: 2022-12-09_01:57:28.179285)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:30.443395 run srsepc(pid=9476): stderr: \u000a| (launched: 2022-12-09_01:57:28.228732)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:30.607009 run rm-remote-dir(pid=9477): Terminating (SIGINT)\u000a01:57:30.798401 run rm-remote-dir(pid=9477): Terminated: ok {rc=0}\u000a01:57:30.835507 tst ping.py:16: ERR: Error: srsepc(pid=9476): Process ended prematurely: srsepc(pid=9476) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9476)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a01:57:30.852615 tst ping.py:16: Test FAILED (18.7 sec)\u000a01:57:31.019282 run scp-back-log(pid=9478): Launched\u000a01:57:32.121352 run scp-back-log(pid=9478): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9478)]\u000a01:57:32.192374 run scp-back-log(pid=9478): stdout: \u000a| (launched: 2022-12-09_01:57:30.902230) \u000a01:57:32.259651 run scp-back-log(pid=9478): stderr: \u000a| (launched: 2022-12-09_01:57:30.929041)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:32.316339 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9478): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9478)]')\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9494): Process ended prematurely: srsepc(pid=9494) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9494)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9494): Process ended prematurely: srsepc(pid=9494) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a01:57:32.331903 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:32.349477 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:32.373300 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:32.523601 tst rrc_idle_mo_ping.py: using MSISDN 6975\u000a01:57:32.640446 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6975', subscriber_id=0}\u000a01:57:32.756311 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:33.450346 run rm-remote-dir(pid=9480): Launched\u000a01:57:34.651757 run rm-remote-dir(pid=9480): Terminated: ok {rc=0}\u000a01:57:35.007919 run mk-remote-dir(pid=9481): Launched\u000a01:57:36.209820 run mk-remote-dir(pid=9481): Terminated: ok {rc=0}\u000a01:57:36.510407 run scp-inst-to-remote(pid=9484): Launched\u000a01:57:38.709830 run scp-inst-to-remote(pid=9484): Terminated: ok {rc=0}\u000a01:57:39.040729 run rm-remote-dir(pid=9486): Launched\u000a01:57:40.230162 run rm-remote-dir(pid=9486): Terminated: ok {rc=0}\u000a01:57:40.561034 run mk-remote-dir(pid=9487): Launched\u000a01:57:41.750494 run mk-remote-dir(pid=9487): Terminated: ok {rc=0}\u000a01:57:42.030542 run scp-cfg-to-remote(pid=9488): Launched\u000a01:57:43.218084 run scp-cfg-to-remote(pid=9488): Terminated: ok {rc=0}\u000a01:57:43.497495 run scp-db-to-remote(pid=9490): Launched\u000a01:57:44.684822 run scp-db-to-remote(pid=9490): Terminated: ok {rc=0}\u000a01:57:44.799697 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:57:45.119665 run patchelf(pid=9492): Launched\u000a01:57:46.362571 run patchelf(pid=9492): Terminated: ok {rc=0}\u000a01:57:46.518765 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:57:46.978506 run setcap-netadm(pid=9493): Launched\u000a01:57:48.207835 run setcap-netadm(pid=9493): Terminated: ok {rc=0}\u000a01:57:48.548116 run srsepc(pid=9494): Launched\u000a01:57:48.666175 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:57:49.876054 run rm-remote-dir(pid=9495): Launched\u000a01:57:50.078343 run srsepc(pid=9494): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9494)]\u000a01:57:50.224280 run srsepc(pid=9494): stdout: \u000a| (launched: 2022-12-09_01:57:48.383579)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:50.370422 run srsepc(pid=9494): stderr: \u000a| (launched: 2022-12-09_01:57:48.432850)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:50.511973 run srsepc(pid=9494): stdout: \u000a| (launched: 2022-12-09_01:57:48.383579)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:57:50.651695 run srsepc(pid=9494): stderr: \u000a| (launched: 2022-12-09_01:57:48.432850)\u000a| Connection to 10.42.42.116 closed. \u000a01:57:50.815283 run rm-remote-dir(pid=9495): Terminating (SIGINT)\u000a01:57:51.007286 run rm-remote-dir(pid=9495): Terminated: ok {rc=0}\u000a01:57:51.042914 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=9494): Process ended prematurely: srsepc(pid=9494) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9494)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a01:57:51.053746 tst rrc_idle_mo_ping.py:16: Test FAILED (18.7 sec)\u000a01:57:51.171367 run scp-back-log(pid=9496): Launched\u000a01:57:52.262025 run scp-back-log(pid=9496): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9496)]\u000a01:57:52.327925 run scp-back-log(pid=9496): stdout: \u000a| (launched: 2022-12-09_01:57:51.097548) \u000a01:57:52.394291 run scp-back-log(pid=9496): stderr: \u000a| (launched: 2022-12-09_01:57:51.118571)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:57:52.450882 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9496): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9496)]')\u000a" }, { "testActions" : [ ], "age" : 214, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=9510): Process ended prematurely: srsepc(pid=9510) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9510)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=9510): Process ended prematurely: srsepc(pid=9510) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a01:57:52.465989 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:57:52.483331 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:57:52.506819 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:57:52.655653 tst rrc_idle_mt_ping.py: using MSISDN 6976\u000a01:57:52.773014 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='6976', subscriber_id=0}\u000a01:57:52.889414 run srsepc_10.42.42.118: Starting srsepc\u000a01:57:53.587065 run rm-remote-dir(pid=9498): Launched\u000a01:57:54.790664 run rm-remote-dir(pid=9498): Terminated: ok {rc=0}\u000a01:57:55.148199 run mk-remote-dir(pid=9499): Launched\u000a01:57:56.350832 run mk-remote-dir(pid=9499): Terminated: ok {rc=0}\u000a01:57:56.652742 run scp-inst-to-remote(pid=9500): Launched\u000a01:57:58.855424 run scp-inst-to-remote(pid=9500): Terminated: ok {rc=0}\u000a01:57:59.211835 run rm-remote-dir(pid=9502): Launched\u000a01:58:00.413819 run rm-remote-dir(pid=9502): Terminated: ok {rc=0}\u000a01:58:00.770706 run mk-remote-dir(pid=9503): Launched\u000a01:58:01.975905 run mk-remote-dir(pid=9503): Terminated: ok {rc=0}\u000a01:58:02.300617 run scp-cfg-to-remote(pid=9504): Launched\u000a01:58:03.494831 run scp-cfg-to-remote(pid=9504): Terminated: ok {rc=0}\u000a01:58:03.775867 run scp-db-to-remote(pid=9506): Launched\u000a01:58:04.963051 run scp-db-to-remote(pid=9506): Terminated: ok {rc=0}\u000a01:58:05.078276 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:58:05.402278 run patchelf(pid=9508): Launched\u000a01:58:06.590267 run patchelf(pid=9508): Terminated: ok {rc=0}\u000a01:58:06.705438 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:58:07.028091 run setcap-netadm(pid=9509): Launched\u000a01:58:08.216641 run setcap-netadm(pid=9509): Terminated: ok {rc=0}\u000a01:58:08.534050 run srsepc(pid=9510): Launched\u000a01:58:08.643240 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:58:09.777445 run rm-remote-dir(pid=9511): Launched\u000a01:58:09.965335 run srsepc(pid=9510): ERR: Terminated: ERROR {rc=127} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9510)]\u000a01:58:10.102776 run srsepc(pid=9510): stdout: \u000a| (launched: 2022-12-09_01:58:08.381294)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:58:10.239543 run srsepc(pid=9510): stderr: \u000a| (launched: 2022-12-09_01:58:08.427422)\u000a| Connection to 10.42.42.116 closed. \u000a01:58:10.372315 run srsepc(pid=9510): stdout: \u000a| (launched: 2022-12-09_01:58:08.381294)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:58:10.504030 run srsepc(pid=9510): stderr: \u000a| (launched: 2022-12-09_01:58:08.427422)\u000a| Connection to 10.42.42.116 closed. \u000a01:58:10.657949 run rm-remote-dir(pid=9511): Terminating (SIGINT)\u000a01:58:10.839089 run rm-remote-dir(pid=9511): Terminated: ok {rc=0}\u000a01:58:10.872319 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=9510): Process ended prematurely: srsepc(pid=9510) [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=9510)] [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a01:58:10.882257 tst rrc_idle_mt_ping.py:16: Test FAILED (18.4 sec)\u000a01:58:10.996385 run scp-back-log(pid=9512): Launched\u000a01:58:12.085074 run scp-back-log(pid=9512): ERR: Terminated: ERROR {rc=1} [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9512)]\u000a01:58:12.147951 run scp-back-log(pid=9512): stdout: \u000a| (launched: 2022-12-09_01:58:10.924112) \u000a01:58:12.211104 run scp-back-log(pid=9512): stderr: \u000a| (launched: 2022-12-09_01:58:10.943979)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:58:12.264582 tst srsepc_10.42.42.118: Error('scp-back-log(pid=9512): launch_sync(): local process exited with status 1 [trial-2352↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=9512)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:55:49" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9523): Process ended prematurely: osmo-stp_10.42.42.5(pid=9523) [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9523)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9523): Process ended prematurely: osmo-stp_10.42.42.5(pid=9523) [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a01:58:13.109613 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:13.120345 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:58:13.250301 tst handover.py: using LAC 18265\u000a01:58:13.369657 tst handover.py: using RAC 160\u000a01:58:13.487975 tst handover.py: using CellId 18265\u000a01:58:13.607653 tst handover.py: using BVCI 18266\u000a01:58:13.630692 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:58:13.751005 tst handover.py: using LAC 18266\u000a01:58:13.869422 tst handover.py: using RAC 161\u000a01:58:13.989288 tst handover.py: using CellId 18266\u000a01:58:14.116141 tst handover.py: using BVCI 18267\u000a01:58:14.141171 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:14.152653 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:14.163866 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:14.175318 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:14.186841 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:58:14.198188 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:58:14.313509 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:58:14.524581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:15.039297 run create_hlr_db(pid=9517): Launched\u000a01:58:16.232616 run create_hlr_db(pid=9517): Terminated: ok {rc=0}\u000a01:58:16.596212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9519): Launched\u000a01:58:17.050586 run osmo-hlr_10.42.42.2(pid=9520): Launched\u000a01:58:17.230519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:17.782755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9522): Launched\u000a01:58:18.088627 run osmo-stp_10.42.42.5(pid=9523): Launched\u000a01:58:18.200723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:18.759564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9525): Launched\u000a01:58:19.067491 run osmo-msc_10.42.42.6(pid=9526): Launched\u000a01:58:19.248277 run osmo-stp_10.42.42.5(pid=9523): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9523)]\u000a01:58:19.377942 run osmo-stp_10.42.42.5(pid=9523): stdout: \u000a| (launched: 2022-12-09_01:58:17.937257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:19.506054 run osmo-stp_10.42.42.5(pid=9523): stderr: \u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015818111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:19.628558 run osmo-stp_10.42.42.5(pid=9523): stdout: \u000a| (launched: 2022-12-09_01:58:17.937257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:19.750202 run osmo-stp_10.42.42.5(pid=9523): stderr: \u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015818110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015818111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015818111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:19.803204 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9523): Process ended prematurely: osmo-stp_10.42.42.5(pid=9523) [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9523)] [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a01:58:19.811347 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:58:19.872695 run osmo-hlr_10.42.42.2(pid=9520): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9520)]\u000a01:58:19.922572 run osmo-hlr_10.42.42.2(pid=9520): stdout: \u000a| (launched: 2022-12-09_01:58:16.767366) \u000a01:58:19.973211 run osmo-hlr_10.42.42.2(pid=9520): stderr: \u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015816957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015816970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015816983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015816984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015816984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:20.040918 run osmo-msc_10.42.42.6(pid=9526): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9526)]\u000a01:58:20.090895 run osmo-msc_10.42.42.6(pid=9526): stdout: \u000a| (launched: 2022-12-09_01:58:18.914281) \u000a01:58:20.141243 run osmo-msc_10.42.42.6(pid=9526): stderr: \u000a| �[0;m�[38;5;43m20221209015819183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015819183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfa02e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015819183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015819183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015819183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015819184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015819185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015819186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015819186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015819186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:20.183559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9519): Terminating (SIGTERM)\u000a01:58:20.223988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9522): Terminating (SIGTERM)\u000a01:58:20.264408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9525): Terminating (SIGTERM)\u000a01:58:20.274055 --- ParallelTerminationStrategy: PID 9519 died...\u000a01:58:20.327813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9519): Terminated: ok {rc=0}\u000a01:58:20.337758 --- ParallelTerminationStrategy: PID 9522 died...\u000a01:58:20.392200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9522): Terminated: ok {rc=0}\u000a01:58:20.401773 --- ParallelTerminationStrategy: PID 9525 died...\u000a01:58:20.456279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9525): Terminated: ok {rc=0}\u000a01:58:20.545556 bus /sierra_3: Setting Powered False\u000a01:58:21.648373 bus /sierra_3: Setting Powered False\u000a01:58:22.760400 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:58:12" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:58:24.727512 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:24.738833 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:24.870815 tst handover.py: using LAC 18267\u000a01:58:24.998203 tst handover.py: using RAC 162\u000a01:58:25.126717 tst handover.py: using CellId 18267\u000a01:58:25.258625 tst handover.py: using BVCI 18268\u000a01:58:25.283423 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:58:25.412728 tst handover.py: using LAC 18268\u000a01:58:25.540340 tst handover.py: using RAC 163\u000a01:58:25.667037 tst handover.py: using CellId 18268\u000a01:58:25.793690 tst handover.py: using BVCI 18269\u000a01:58:25.818819 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:25.830177 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:25.841283 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:25.852252 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:25.863406 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:58:25.874436 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:25.989987 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:58:26.190199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:26.653186 run create_hlr_db(pid=9531): Launched\u000a01:58:26.777924 bus /sierra_2: Setting Powered False\u000a01:58:27.849624 run create_hlr_db(pid=9531): Terminated: ok {rc=0}\u000a01:58:28.256252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Launched\u000a01:58:28.586406 run osmo-hlr_10.42.42.2(pid=9534): Launched\u000a01:58:28.708538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:29.252663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Launched\u000a01:58:29.583904 run osmo-stp_10.42.42.5(pid=9537): Launched\u000a01:58:29.702473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:30.273449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Launched\u000a01:58:30.603707 run osmo-msc_10.42.42.6(pid=9540): Launched\u000a01:58:30.795458 run osmo-stp_10.42.42.5(pid=9537): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]\u000a01:58:31.010165 run osmo-stp_10.42.42.5(pid=9537): stdout: \u000a| (launched: 2022-12-09_01:58:29.419686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:31.212508 run osmo-stp_10.42.42.5(pid=9537): stderr: \u000a| �[0;m�[38;5;43m20221209015829613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015829614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015829614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015829614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:31.346580 run osmo-stp_10.42.42.5(pid=9537): stdout: \u000a| (launched: 2022-12-09_01:58:29.419686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:31.480218 run osmo-stp_10.42.42.5(pid=9537): stderr: \u000a| �[0;m�[38;5;43m20221209015829613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015829614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015829614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015829614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015829615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:31.539817 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)] [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a01:58:31.549550 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:58:31.615024 run osmo-hlr_10.42.42.2(pid=9534): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9534)]\u000a01:58:31.668265 run osmo-hlr_10.42.42.2(pid=9534): stdout: \u000a| (launched: 2022-12-09_01:58:28.423165) \u000a01:58:31.722395 run osmo-hlr_10.42.42.2(pid=9534): stderr: \u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015828624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015828637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015828647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015828647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015828647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:31.795280 run osmo-msc_10.42.42.6(pid=9540): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9540)]\u000a01:58:31.848446 run osmo-msc_10.42.42.6(pid=9540): stdout: \u000a| (launched: 2022-12-09_01:58:30.440853) \u000a01:58:31.912906 run osmo-msc_10.42.42.6(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221209015830765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015830765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faebb251c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015830765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015830765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015830766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015830766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015830767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015830768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015830768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015830768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:31.979843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Terminating (SIGTERM)\u000a01:58:32.027267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Terminating (SIGTERM)\u000a01:58:32.070937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Terminating (SIGTERM)\u000a01:58:32.080720 --- ParallelTerminationStrategy: PID 9533 died...\u000a01:58:32.138182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Terminated: ok {rc=0}\u000a01:58:32.148699 --- ParallelTerminationStrategy: PID 9536 died...\u000a01:58:32.205417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Terminated: ok {rc=0}\u000a01:58:32.216154 --- ParallelTerminationStrategy: PID 9539 died...\u000a01:58:32.273653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Terminated: ok {rc=0}\u000a01:58:32.363346 bus /sierra_3: Setting Powered False\u000a01:58:33.470642 bus /sierra_3: Setting Powered False\u000a01:58:34.582566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:58:24" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9551): Process ended prematurely: osmo-stp_10.42.42.5(pid=9551) [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9551)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9551): Process ended prematurely: osmo-stp_10.42.42.5(pid=9551) [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:58:36.560743 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:36.571559 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:58:36.696261 tst handover.py: using LAC 18269\u000a01:58:36.817675 tst handover.py: using RAC 164\u000a01:58:36.939108 tst handover.py: using CellId 18269\u000a01:58:37.060566 tst handover.py: using BVCI 18270\u000a01:58:37.083673 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:58:37.220335 tst handover.py: using LAC 18270\u000a01:58:37.344165 tst handover.py: using RAC 165\u000a01:58:37.463974 tst handover.py: using CellId 18270\u000a01:58:37.587429 tst handover.py: using BVCI 18271\u000a01:58:37.610613 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:37.621437 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:37.631986 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:37.642799 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:37.653758 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:58:37.664616 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:58:37.784663 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:58:37.996766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:38.491059 run create_hlr_db(pid=9545): Launched\u000a01:58:38.625141 bus /sierra_2: Setting Powered False\u000a01:58:39.702537 run create_hlr_db(pid=9545): Terminated: ok {rc=0}\u000a01:58:40.110603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9547): Launched\u000a01:58:40.439409 run osmo-hlr_10.42.42.2(pid=9548): Launched\u000a01:58:40.562900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:41.102634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9550): Launched\u000a01:58:41.430927 run osmo-stp_10.42.42.5(pid=9551): Launched\u000a01:58:41.550855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:42.123609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9553): Launched\u000a01:58:42.453662 run osmo-msc_10.42.42.6(pid=9554): Launched\u000a01:58:42.645451 run osmo-stp_10.42.42.5(pid=9551): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9551)]\u000a01:58:42.808598 run osmo-stp_10.42.42.5(pid=9551): stdout: \u000a| (launched: 2022-12-09_01:58:41.269263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:42.944506 run osmo-stp_10.42.42.5(pid=9551): stderr: \u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015841464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:43.075927 run osmo-stp_10.42.42.5(pid=9551): stdout: \u000a| (launched: 2022-12-09_01:58:41.269263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:43.206173 run osmo-stp_10.42.42.5(pid=9551): stderr: \u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015841463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015841464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015841465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:43.263321 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9551): Process ended prematurely: osmo-stp_10.42.42.5(pid=9551) [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9551)] [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a01:58:43.272161 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:58:43.335755 run osmo-hlr_10.42.42.2(pid=9548): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9548)]\u000a01:58:43.387731 run osmo-hlr_10.42.42.2(pid=9548): stdout: \u000a| (launched: 2022-12-09_01:58:40.277804) \u000a01:58:43.440218 run osmo-hlr_10.42.42.2(pid=9548): stderr: \u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015840479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015840492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:43.511844 run osmo-msc_10.42.42.6(pid=9554): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9554)]\u000a01:58:43.563818 run osmo-msc_10.42.42.6(pid=9554): stdout: \u000a| (launched: 2022-12-09_01:58:42.290773) \u000a01:58:43.616498 run osmo-msc_10.42.42.6(pid=9554): stderr: \u000a| �[0;m�[38;5;43m20221209015842613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015842614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f906262ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015842614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015842614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015842616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015842616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015842616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015842616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:43.661415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9547): Terminating (SIGTERM)\u000a01:58:43.703913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9550): Terminating (SIGTERM)\u000a01:58:43.746877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9553): Terminating (SIGTERM)\u000a01:58:43.756640 --- ParallelTerminationStrategy: PID 9547 died...\u000a01:58:43.813245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9547): Terminated: ok {rc=0}\u000a01:58:43.823693 --- ParallelTerminationStrategy: PID 9550 died...\u000a01:58:43.879971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9550): Terminated: ok {rc=0}\u000a01:58:43.890178 --- ParallelTerminationStrategy: PID 9553 died...\u000a01:58:43.946155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9553): Terminated: ok {rc=0}\u000a01:58:44.033880 bus /sierra_3: Setting Powered False\u000a01:58:45.141457 bus /sierra_3: Setting Powered False\u000a01:58:46.262071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:58:36" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:58:48.263615 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:48.275099 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:48.405697 tst handover.py: using LAC 18271\u000a01:58:48.527501 tst handover.py: using RAC 166\u000a01:58:48.648441 tst handover.py: using CellId 18271\u000a01:58:48.770065 tst handover.py: using BVCI 18272\u000a01:58:48.793222 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:58:48.926172 tst handover.py: using LAC 18272\u000a01:58:49.047105 tst handover.py: using RAC 167\u000a01:58:49.168538 tst handover.py: using CellId 18272\u000a01:58:49.288847 tst handover.py: using BVCI 18273\u000a01:58:49.312055 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:49.323206 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:49.334213 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:49.345587 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:49.356688 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:58:49.367837 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:49.484229 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:58:49.696768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:58:50.191851 run create_hlr_db(pid=9559): Launched\u000a01:58:50.325325 bus /sierra_2: Setting Powered False\u000a01:58:51.401935 run create_hlr_db(pid=9559): Terminated: ok {rc=0}\u000a01:58:51.810109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Launched\u000a01:58:52.137981 run osmo-hlr_10.42.42.2(pid=9562): Launched\u000a01:58:52.261175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:58:52.801482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Launched\u000a01:58:53.129959 run osmo-stp_10.42.42.5(pid=9565): Launched\u000a01:58:53.248502 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:58:53.822859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9567): Launched\u000a01:58:54.151596 run osmo-msc_10.42.42.6(pid=9568): Launched\u000a01:58:54.343723 run osmo-stp_10.42.42.5(pid=9565): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)]\u000a01:58:54.482330 run osmo-stp_10.42.42.5(pid=9565): stdout: \u000a| (launched: 2022-12-09_01:58:52.967613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:54.620832 run osmo-stp_10.42.42.5(pid=9565): stderr: \u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015853162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:54.753151 run osmo-stp_10.42.42.5(pid=9565): stdout: \u000a| (launched: 2022-12-09_01:58:52.967613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:58:54.884083 run osmo-stp_10.42.42.5(pid=9565): stderr: \u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015853161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015853162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015853162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:58:54.941255 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9565): Process ended prematurely: osmo-stp_10.42.42.5(pid=9565) [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9565)] [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:58:54.950184 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:58:55.013794 run osmo-hlr_10.42.42.2(pid=9562): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9562)]\u000a01:58:55.066142 run osmo-hlr_10.42.42.2(pid=9562): stdout: \u000a| (launched: 2022-12-09_01:58:51.976752) \u000a01:58:55.118812 run osmo-hlr_10.42.42.2(pid=9562): stderr: \u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015852177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015852190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015852198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015852198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015852198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:58:55.189620 run osmo-msc_10.42.42.6(pid=9568): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9568)]\u000a01:58:55.240938 run osmo-msc_10.42.42.6(pid=9568): stdout: \u000a| (launched: 2022-12-09_01:58:53.989730) \u000a01:58:55.292656 run osmo-msc_10.42.42.6(pid=9568): stderr: \u000a| �[0;m�[38;5;43m20221209015854313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015854313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe7167ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015854313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015854313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015854313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015854314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015854317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015854318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015854318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015854318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:58:55.336631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Terminating (SIGTERM)\u000a01:58:55.378442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Terminating (SIGTERM)\u000a01:58:55.420529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9567): Terminating (SIGTERM)\u000a01:58:55.430429 --- ParallelTerminationStrategy: PID 9561 died...\u000a01:58:55.487094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9561): Terminated: ok {rc=0}\u000a01:58:55.497428 --- ParallelTerminationStrategy: PID 9564 died...\u000a01:58:55.553489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9564): Terminated: ok {rc=0}\u000a01:58:55.563558 --- ParallelTerminationStrategy: PID 9567 died...\u000a01:58:55.619398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9567): Terminated: ok {rc=0}\u000a01:58:55.708934 bus /sierra_3: Setting Powered False\u000a01:58:56.815825 bus /sierra_3: Setting Powered False\u000a01:58:57.924770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9579): Process ended prematurely: osmo-stp_10.42.42.5(pid=9579) [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9579)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9579): Process ended prematurely: osmo-stp_10.42.42.5(pid=9579) [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:58:59.926187 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:58:59.937546 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:00.069936 tst handover.py: using LAC 18273\u000a01:59:00.197933 tst handover.py: using RAC 168\u000a01:59:00.326667 tst handover.py: using CellId 18273\u000a01:59:00.447458 tst handover.py: using BVCI 18274\u000a01:59:00.470824 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:59:00.609296 tst handover.py: using LAC 18274\u000a01:59:00.735872 tst handover.py: using RAC 169\u000a01:59:00.879435 tst handover.py: using CellId 18274\u000a01:59:01.014826 tst handover.py: using BVCI 18275\u000a01:59:01.042059 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:01.053793 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:01.065491 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:01.077324 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:01.089046 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:59:01.100732 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:59:01.222623 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:59:01.487422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:02.040346 run create_hlr_db(pid=9573): Launched\u000a01:59:02.184480 bus /sierra_2: Setting Powered False\u000a01:59:03.256432 run create_hlr_db(pid=9573): Terminated: ok {rc=0}\u000a01:59:03.643652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9575): Launched\u000a01:59:03.952019 run osmo-hlr_10.42.42.2(pid=9576): Launched\u000a01:59:04.072232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:04.584915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9578): Launched\u000a01:59:04.893027 run osmo-stp_10.42.42.5(pid=9579): Launched\u000a01:59:05.005282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:05.538752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9581): Launched\u000a01:59:05.845685 run osmo-msc_10.42.42.6(pid=9582): Launched\u000a01:59:06.024741 run osmo-stp_10.42.42.5(pid=9579): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9579)]\u000a01:59:06.154111 run osmo-stp_10.42.42.5(pid=9579): stdout: \u000a| (launched: 2022-12-09_01:59:04.741280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:06.281665 run osmo-stp_10.42.42.5(pid=9579): stderr: \u000a| �[0;m�[38;5;43m20221209015904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015904913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015904913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:06.404218 run osmo-stp_10.42.42.5(pid=9579): stdout: \u000a| (launched: 2022-12-09_01:59:04.741280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:06.525692 run osmo-stp_10.42.42.5(pid=9579): stderr: \u000a| �[0;m�[38;5;43m20221209015904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015904912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015904913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015904913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015904914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:06.578760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9579): Process ended prematurely: osmo-stp_10.42.42.5(pid=9579) [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9579)] [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:59:06.586987 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:06.647948 run osmo-hlr_10.42.42.2(pid=9576): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9576)]\u000a01:59:06.697408 run osmo-hlr_10.42.42.2(pid=9576): stdout: \u000a| (launched: 2022-12-09_01:59:03.799496) \u000a01:59:06.747639 run osmo-hlr_10.42.42.2(pid=9576): stderr: \u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015903977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015903989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015903998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015903998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015903998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:06.815386 run osmo-msc_10.42.42.6(pid=9582): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9582)]\u000a01:59:06.864938 run osmo-msc_10.42.42.6(pid=9582): stdout: \u000a| (launched: 2022-12-09_01:59:05.693646) \u000a01:59:06.914980 run osmo-msc_10.42.42.6(pid=9582): stderr: \u000a| �[0;m�[38;5;43m20221209015905966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015905966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61fc7f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015905966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015905966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015905966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015905967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015905968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015905969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015905969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015905969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:06.956792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9575): Terminating (SIGTERM)\u000a01:59:06.996810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9578): Terminating (SIGTERM)\u000a01:59:07.037107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9581): Terminating (SIGTERM)\u000a01:59:07.046808 --- ParallelTerminationStrategy: PID 9575 died...\u000a01:59:07.101235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9575): Terminated: ok {rc=0}\u000a01:59:07.110999 --- ParallelTerminationStrategy: PID 9578 died...\u000a01:59:07.165354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9578): Terminated: ok {rc=0}\u000a01:59:07.175157 --- ParallelTerminationStrategy: PID 9581 died...\u000a01:59:07.228930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9581): Terminated: ok {rc=0}\u000a01:59:07.317107 bus /sierra_3: Setting Powered False\u000a01:59:08.420417 bus /sierra_3: Setting Powered False\u000a01:59:09.533625 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:58:59" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9593): Process ended prematurely: osmo-stp_10.42.42.5(pid=9593) [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9593)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9593): Process ended prematurely: osmo-stp_10.42.42.5(pid=9593) [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:59:11.511269 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:11.522912 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:59:11.651070 tst handover.py: using LAC 18275\u000a01:59:11.774006 tst handover.py: using RAC 170\u000a01:59:11.896012 tst handover.py: using CellId 18275\u000a01:59:12.022874 tst handover.py: using BVCI 18276\u000a01:59:12.048081 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:59:12.180146 tst handover.py: using LAC 18276\u000a01:59:12.309855 tst handover.py: using RAC 171\u000a01:59:12.434588 tst handover.py: using CellId 18276\u000a01:59:12.557310 tst handover.py: using BVCI 18277\u000a01:59:12.580560 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:12.591493 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:12.602272 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:12.613273 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:12.624041 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:59:12.634786 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:59:12.753723 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:59:12.964430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:13.458903 run create_hlr_db(pid=9587): Launched\u000a01:59:13.593205 bus /sierra_2: Setting Powered False\u000a01:59:14.670562 run create_hlr_db(pid=9587): Terminated: ok {rc=0}\u000a01:59:15.078725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9589): Launched\u000a01:59:15.407009 run osmo-hlr_10.42.42.2(pid=9590): Launched\u000a01:59:15.529304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:16.101616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9592): Launched\u000a01:59:16.609426 run osmo-stp_10.42.42.5(pid=9593): Launched\u000a01:59:16.904610 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:17.482177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9595): Launched\u000a01:59:17.811800 run osmo-msc_10.42.42.6(pid=9596): Launched\u000a01:59:18.004253 run osmo-stp_10.42.42.5(pid=9593): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9593)]\u000a01:59:18.142464 run osmo-stp_10.42.42.5(pid=9593): stdout: \u000a| (launched: 2022-12-09_01:59:16.270465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:18.279825 run osmo-stp_10.42.42.5(pid=9593): stderr: \u000a| �[0;m�[38;5;43m20221209015916556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015916557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015916557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015916557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015916564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015916564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015916565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:18.411883 run osmo-stp_10.42.42.5(pid=9593): stdout: \u000a| (launched: 2022-12-09_01:59:16.270465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:18.542807 run osmo-stp_10.42.42.5(pid=9593): stderr: \u000a| �[0;m�[38;5;43m20221209015916556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015916557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015916557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015916557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015916564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015916564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015916565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:18.599788 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9593): Process ended prematurely: osmo-stp_10.42.42.5(pid=9593) [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9593)] [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a01:59:18.608644 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:59:18.671860 run osmo-hlr_10.42.42.2(pid=9590): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9590)]\u000a01:59:18.723507 run osmo-hlr_10.42.42.2(pid=9590): stdout: \u000a| (launched: 2022-12-09_01:59:15.245220) \u000a01:59:18.775851 run osmo-hlr_10.42.42.2(pid=9590): stderr: \u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015915444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015915456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015915464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015915465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015915465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:18.846555 run osmo-msc_10.42.42.6(pid=9596): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9596)]\u000a01:59:18.897809 run osmo-msc_10.42.42.6(pid=9596): stdout: \u000a| (launched: 2022-12-09_01:59:17.649251) \u000a01:59:18.949597 run osmo-msc_10.42.42.6(pid=9596): stderr: \u000a| �[0;m�[38;5;43m20221209015917974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015917974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bd0e1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015917974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015917974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015917974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015917974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015917976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015917976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015917976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015917977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:18.993631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9589): Terminating (SIGTERM)\u000a01:59:19.035328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9592): Terminating (SIGTERM)\u000a01:59:19.077243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9595): Terminating (SIGTERM)\u000a01:59:19.086936 --- ParallelTerminationStrategy: PID 9589 died...\u000a01:59:19.143192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9589): Terminated: ok {rc=0}\u000a01:59:19.153412 --- ParallelTerminationStrategy: PID 9592 died...\u000a01:59:19.209152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9592): Terminated: ok {rc=0}\u000a01:59:19.219231 --- ParallelTerminationStrategy: PID 9595 died...\u000a01:59:19.274867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9595): Terminated: ok {rc=0}\u000a01:59:19.362894 bus /sierra_3: Setting Powered False\u000a01:59:20.470546 bus /sierra_3: Setting Powered False\u000a01:59:21.579033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:59:11" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:59:23.575548 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:23.586932 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:23.722432 tst handover.py: using LAC 18277\u000a01:59:23.851954 tst handover.py: using RAC 172\u000a01:59:23.979248 tst handover.py: using CellId 18277\u000a01:59:24.107410 tst handover.py: using BVCI 18278\u000a01:59:24.132505 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:59:24.270374 tst handover.py: using LAC 18278\u000a01:59:24.388585 tst handover.py: using RAC 173\u000a01:59:24.507371 tst handover.py: using CellId 18278\u000a01:59:24.626227 tst handover.py: using BVCI 18279\u000a01:59:24.649516 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:24.660430 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:24.671217 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:24.682973 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:24.694432 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:59:24.705756 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:24.826600 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:59:25.031663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:25.484603 run create_hlr_db(pid=9601): Launched\u000a01:59:25.609159 bus /sierra_2: Setting Powered False\u000a01:59:26.681664 run create_hlr_db(pid=9601): Terminated: ok {rc=0}\u000a01:59:27.088188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Launched\u000a01:59:27.416703 run osmo-hlr_10.42.42.2(pid=9604): Launched\u000a01:59:27.538533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:28.082790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Launched\u000a01:59:28.411644 run osmo-stp_10.42.42.5(pid=9607): Launched\u000a01:59:28.530697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:29.101860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Launched\u000a01:59:29.429846 run osmo-msc_10.42.42.6(pid=9610): Launched\u000a01:59:29.622599 run osmo-stp_10.42.42.5(pid=9607): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)]\u000a01:59:29.760606 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-09_01:59:28.249382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:29.898420 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221209015928442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015928443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015928443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015928443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:30.030304 run osmo-stp_10.42.42.5(pid=9607): stdout: \u000a| (launched: 2022-12-09_01:59:28.249382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:30.160332 run osmo-stp_10.42.42.5(pid=9607): stderr: \u000a| �[0;m�[38;5;43m20221209015928442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015928443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015928443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015928443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015928444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:30.217459 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9607): Process ended prematurely: osmo-stp_10.42.42.5(pid=9607) [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9607)] [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a01:59:30.225961 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:59:30.288388 run osmo-hlr_10.42.42.2(pid=9604): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9604)]\u000a01:59:30.339855 run osmo-hlr_10.42.42.2(pid=9604): stdout: \u000a| (launched: 2022-12-09_01:59:27.255022) \u000a01:59:30.391722 run osmo-hlr_10.42.42.2(pid=9604): stderr: \u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015927454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015927467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015927477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015927477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015927478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:30.461956 run osmo-msc_10.42.42.6(pid=9610): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9610)]\u000a01:59:30.513406 run osmo-msc_10.42.42.6(pid=9610): stdout: \u000a| (launched: 2022-12-09_01:59:29.268391) \u000a01:59:30.565187 run osmo-msc_10.42.42.6(pid=9610): stderr: \u000a| �[0;m�[38;5;43m20221209015929590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015929590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc58c759c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015929590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015929590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015929591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015929591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015929592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015929593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015929593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015929593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:30.609118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminating (SIGTERM)\u000a01:59:30.650999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminating (SIGTERM)\u000a01:59:30.693152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Terminating (SIGTERM)\u000a01:59:30.702759 --- ParallelTerminationStrategy: PID 9603 died...\u000a01:59:30.758495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9603): Terminated: ok {rc=0}\u000a01:59:30.768609 --- ParallelTerminationStrategy: PID 9606 died...\u000a01:59:30.824111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9606): Terminated: ok {rc=0}\u000a01:59:30.834105 --- ParallelTerminationStrategy: PID 9609 died...\u000a01:59:30.890421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9609): Terminated: ok {rc=0}\u000a01:59:30.979644 bus /sierra_3: Setting Powered False\u000a01:59:32.085323 bus /sierra_3: Setting Powered False\u000a01:59:33.195992 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:59:23" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9622): Process ended prematurely: osmo-stp_10.42.42.5(pid=9622) [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9622)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9622): Process ended prematurely: osmo-stp_10.42.42.5(pid=9622) [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:59:35.187878 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:35.198671 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:59:35.329835 tst handover.py: using LAC 18279\u000a01:59:35.447387 tst handover.py: using RAC 174\u000a01:59:35.565722 tst handover.py: using CellId 18279\u000a01:59:35.684077 tst handover.py: using BVCI 18280\u000a01:59:35.707199 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:59:35.842829 tst handover.py: using LAC 18280\u000a01:59:35.961342 tst handover.py: using RAC 175\u000a01:59:36.080192 tst handover.py: using CellId 18280\u000a01:59:36.200296 tst handover.py: using BVCI 18281\u000a01:59:36.223322 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:36.234218 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:36.244888 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:36.256301 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:36.267898 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:59:36.279270 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:59:36.400481 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:59:36.603894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:37.057044 run create_hlr_db(pid=9616): Launched\u000a01:59:37.182281 bus /sierra_2: Setting Powered False\u000a01:59:38.254523 run create_hlr_db(pid=9616): Terminated: ok {rc=0}\u000a01:59:38.636342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9618): Launched\u000a01:59:38.942249 run osmo-hlr_10.42.42.2(pid=9619): Launched\u000a01:59:39.061931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:39.574371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9621): Launched\u000a01:59:39.879845 run osmo-stp_10.42.42.5(pid=9622): Launched\u000a01:59:39.992105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:40.523047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9624): Launched\u000a01:59:40.829435 run osmo-msc_10.42.42.6(pid=9625): Launched\u000a01:59:41.008809 run osmo-stp_10.42.42.5(pid=9622): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9622)]\u000a01:59:41.138495 run osmo-stp_10.42.42.5(pid=9622): stdout: \u000a| (launched: 2022-12-09_01:59:39.728610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:41.265457 run osmo-stp_10.42.42.5(pid=9622): stderr: \u000a| �[0;m�[38;5;43m20221209015939900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015939901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015939901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015939901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:41.387605 run osmo-stp_10.42.42.5(pid=9622): stdout: \u000a| (launched: 2022-12-09_01:59:39.728610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:41.508813 run osmo-stp_10.42.42.5(pid=9622): stderr: \u000a| �[0;m�[38;5;43m20221209015939900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015939901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015939901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015939901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015939902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:41.562156 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9622): Process ended prematurely: osmo-stp_10.42.42.5(pid=9622) [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9622)] [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a01:59:41.569892 tst handover.py:18: Test FAILED (6.4 sec)\u000a01:59:41.630603 run osmo-hlr_10.42.42.2(pid=9619): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9619)]\u000a01:59:41.679856 run osmo-hlr_10.42.42.2(pid=9619): stdout: \u000a| (launched: 2022-12-09_01:59:38.790737) \u000a01:59:41.729665 run osmo-hlr_10.42.42.2(pid=9619): stderr: \u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015938968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015938980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015938989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015938989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015938989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:41.797276 run osmo-msc_10.42.42.6(pid=9625): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9625)]\u000a01:59:41.846512 run osmo-msc_10.42.42.6(pid=9625): stdout: \u000a| (launched: 2022-12-09_01:59:40.677534) \u000a01:59:41.896636 run osmo-msc_10.42.42.6(pid=9625): stderr: \u000a| �[0;m�[38;5;43m20221209015940951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015940951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0843028c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015940951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015940951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015940951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015940951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015940953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015940954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015940954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015940954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:41.938648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9618): Terminating (SIGTERM)\u000a01:59:41.978357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9621): Terminating (SIGTERM)\u000a01:59:42.018007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9624): Terminating (SIGTERM)\u000a01:59:42.027331 --- ParallelTerminationStrategy: PID 9618 died...\u000a01:59:42.080521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9618): Terminated: ok {rc=0}\u000a01:59:42.090315 --- ParallelTerminationStrategy: PID 9621 died...\u000a01:59:42.143560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9621): Terminated: ok {rc=0}\u000a01:59:42.153316 --- ParallelTerminationStrategy: PID 9624 died...\u000a01:59:42.206498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9624): Terminated: ok {rc=0}\u000a01:59:42.295407 bus /sierra_3: Setting Powered False\u000a01:59:43.399293 bus /sierra_3: Setting Powered False\u000a01:59:44.511821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:59:34" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:59:46.505361 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:46.521869 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:59:46.687989 tst handover.py: using LAC 18281\u000a01:59:46.810417 tst handover.py: using RAC 176\u000a01:59:46.932560 tst handover.py: using CellId 18281\u000a01:59:47.054256 tst handover.py: using BVCI 18282\u000a01:59:47.078461 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:59:47.231699 tst handover.py: using LAC 18282\u000a01:59:47.368466 tst handover.py: using RAC 177\u000a01:59:47.487171 tst handover.py: using CellId 18282\u000a01:59:47.604838 tst handover.py: using BVCI 18283\u000a01:59:47.627898 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:47.638693 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:47.649283 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:47.660169 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:47.671100 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:59:47.681984 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:59:47.801259 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:59:48.006199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:59:48.459922 run create_hlr_db(pid=9631): Launched\u000a01:59:48.584817 bus /sierra_2: Setting Powered False\u000a01:59:49.658177 run create_hlr_db(pid=9631): Terminated: ok {rc=0}\u000a01:59:50.065778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Launched\u000a01:59:50.396651 run osmo-hlr_10.42.42.2(pid=9634): Launched\u000a01:59:50.518379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:59:51.062130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Launched\u000a01:59:51.391932 run osmo-stp_10.42.42.5(pid=9637): Launched\u000a01:59:51.511524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:59:52.084011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9639): Launched\u000a01:59:52.414417 run osmo-msc_10.42.42.6(pid=9640): Launched\u000a01:59:52.606814 run osmo-stp_10.42.42.5(pid=9637): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)]\u000a01:59:52.745060 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-09_01:59:51.229354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:52.882380 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015951423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:53.014088 run osmo-stp_10.42.42.5(pid=9637): stdout: \u000a| (launched: 2022-12-09_01:59:51.229354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:59:53.144496 run osmo-stp_10.42.42.5(pid=9637): stderr: \u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209015951423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209015951423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209015951426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:59:53.201558 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9637): Process ended prematurely: osmo-stp_10.42.42.5(pid=9637) [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9637)] [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a01:59:53.210160 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:59:53.272789 run osmo-hlr_10.42.42.2(pid=9634): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9634)]\u000a01:59:53.324268 run osmo-hlr_10.42.42.2(pid=9634): stdout: \u000a| (launched: 2022-12-09_01:59:50.233297) \u000a01:59:53.376432 run osmo-hlr_10.42.42.2(pid=9634): stderr: \u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209015950432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209015950454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209015950463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209015950463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209015950463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:59:53.447193 run osmo-msc_10.42.42.6(pid=9640): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9640)]\u000a01:59:53.498683 run osmo-msc_10.42.42.6(pid=9640): stdout: \u000a| (launched: 2022-12-09_01:59:52.251657) \u000a01:59:53.551118 run osmo-msc_10.42.42.6(pid=9640): stderr: \u000a| �[0;m�[38;5;43m20221209015952575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209015952575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabf0bc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209015952575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209015952575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209015952575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209015952576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209015952577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209015952578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209015952578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209015952578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:59:53.595502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminating (SIGTERM)\u000a01:59:53.637486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminating (SIGTERM)\u000a01:59:53.679460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9639): Terminating (SIGTERM)\u000a01:59:53.688743 --- ParallelTerminationStrategy: PID 9633 died...\u000a01:59:53.744491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9633): Terminated: ok {rc=0}\u000a01:59:53.754532 --- ParallelTerminationStrategy: PID 9636 died...\u000a01:59:53.809861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9636): Terminated: ok {rc=0}\u000a01:59:53.819781 --- ParallelTerminationStrategy: PID 9639 died...\u000a01:59:53.875086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9639): Terminated: ok {rc=0}\u000a01:59:53.962599 bus /sierra_3: Setting Powered False\u000a01:59:55.068079 bus /sierra_3: Setting Powered False\u000a01:59:56.175739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:59:46" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:59:58.158268 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:58.169452 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:58.299373 tst handover.py: using LAC 18283\u000a01:59:58.430085 tst handover.py: using RAC 178\u000a01:59:58.561433 tst handover.py: using CellId 18283\u000a01:59:58.691755 tst handover.py: using BVCI 18284\u000a01:59:58.716534 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:59:58.866721 tst handover.py: using LAC 18284\u000a01:59:58.993210 tst handover.py: using RAC 179\u000a01:59:59.119567 tst handover.py: using CellId 18284\u000a01:59:59.251021 tst handover.py: using BVCI 18285\u000a01:59:59.275882 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:59.287099 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:59.298146 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:59.309345 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:59.320412 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:59:59.331446 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:59.446202 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:59:59.648875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:00.104833 run create_hlr_db(pid=9645): Launched\u000a02:00:00.229674 bus /sierra_2: Setting Powered False\u000a02:00:01.359559 run create_hlr_db(pid=9645): Terminated: ok {rc=0}\u000a02:00:01.823258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Launched\u000a02:00:02.251459 run osmo-hlr_10.42.42.2(pid=9651): Launched\u000a02:00:02.370312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:02.874180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Launched\u000a02:00:03.181378 run osmo-stp_10.42.42.5(pid=9654): Launched\u000a02:00:03.303336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:03.839605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Launched\u000a02:00:04.146678 run osmo-msc_10.42.42.6(pid=9657): Launched\u000a02:00:04.326375 run osmo-stp_10.42.42.5(pid=9654): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]\u000a02:00:04.456121 run osmo-stp_10.42.42.5(pid=9654): stdout: \u000a| (launched: 2022-12-09_02:00:03.029413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:04.583607 run osmo-stp_10.42.42.5(pid=9654): stderr: \u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020003200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:04.706331 run osmo-stp_10.42.42.5(pid=9654): stdout: \u000a| (launched: 2022-12-09_02:00:03.029413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:04.827752 run osmo-stp_10.42.42.5(pid=9654): stderr: \u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020003199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020003200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020003200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:04.880666 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)] [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a02:00:04.888538 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:00:04.948774 run osmo-hlr_10.42.42.2(pid=9651): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9651)]\u000a02:00:04.998197 run osmo-hlr_10.42.42.2(pid=9651): stdout: \u000a| (launched: 2022-12-09_02:00:01.994351) \u000a02:00:05.047912 run osmo-hlr_10.42.42.2(pid=9651): stderr: \u000a| �[0;m�[1;31m20221209020002225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020002225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020002225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020002225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020002225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020002226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020002241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020002258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020002258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020002258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:05.115437 run osmo-msc_10.42.42.6(pid=9657): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9657)]\u000a02:00:05.164857 run osmo-msc_10.42.42.6(pid=9657): stdout: \u000a| (launched: 2022-12-09_02:00:03.994900) \u000a02:00:05.214836 run osmo-msc_10.42.42.6(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221209020004268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020004268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9ff2d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020004268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020004268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020004268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020004268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020004270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020004271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020004271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020004271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:05.256758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Terminating (SIGTERM)\u000a02:00:05.296423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Terminating (SIGTERM)\u000a02:00:05.336733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Terminating (SIGTERM)\u000a02:00:05.346217 --- ParallelTerminationStrategy: PID 9650 died...\u000a02:00:05.399605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Terminated: ok {rc=0}\u000a02:00:05.409217 --- ParallelTerminationStrategy: PID 9653 died...\u000a02:00:05.461783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Terminated: ok {rc=0}\u000a02:00:05.471421 --- ParallelTerminationStrategy: PID 9656 died...\u000a02:00:05.523927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Terminated: ok {rc=0}\u000a02:00:05.612850 bus /sierra_3: Setting Powered False\u000a02:00:06.715532 bus /sierra_3: Setting Powered False\u000a02:00:07.826443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T01:59:57" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9668): Process ended prematurely: osmo-stp_10.42.42.5(pid=9668) [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9668)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9668): Process ended prematurely: osmo-stp_10.42.42.5(pid=9668) [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:00:09.812247 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:09.823351 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:09.946802 tst handover.py: using LAC 18285\u000a02:00:10.066913 tst handover.py: using RAC 180\u000a02:00:10.189420 tst handover.py: using CellId 18285\u000a02:00:10.311897 tst handover.py: using BVCI 18286\u000a02:00:10.335206 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:00:10.469380 tst handover.py: using LAC 18286\u000a02:00:10.592365 tst handover.py: using RAC 181\u000a02:00:10.712680 tst handover.py: using CellId 18286\u000a02:00:10.834170 tst handover.py: using BVCI 18287\u000a02:00:10.857802 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:10.868781 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:10.879711 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:10.890913 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:10.902269 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:00:10.913361 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:11.034880 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:00:11.247285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:11.744311 run create_hlr_db(pid=9662): Launched\u000a02:00:11.878150 bus /sierra_2: Setting Powered False\u000a02:00:12.955248 run create_hlr_db(pid=9662): Terminated: ok {rc=0}\u000a02:00:13.340188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9664): Launched\u000a02:00:13.647808 run osmo-hlr_10.42.42.2(pid=9665): Launched\u000a02:00:13.768339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:14.280590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9667): Launched\u000a02:00:14.589992 run osmo-stp_10.42.42.5(pid=9668): Launched\u000a02:00:14.702541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:15.235358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9670): Launched\u000a02:00:15.542847 run osmo-msc_10.42.42.6(pid=9671): Launched\u000a02:00:15.724130 run osmo-stp_10.42.42.5(pid=9668): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9668)]\u000a02:00:15.859067 run osmo-stp_10.42.42.5(pid=9668): stdout: \u000a| (launched: 2022-12-09_02:00:14.437359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:16.006878 run osmo-stp_10.42.42.5(pid=9668): stderr: \u000a| �[0;m�[38;5;43m20221209020014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020014609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020014609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020014609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:16.139036 run osmo-stp_10.42.42.5(pid=9668): stdout: \u000a| (launched: 2022-12-09_02:00:14.437359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:16.266524 run osmo-stp_10.42.42.5(pid=9668): stderr: \u000a| �[0;m�[38;5;43m20221209020014608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020014609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020014609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020014609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020014610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:16.322153 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9668): Process ended prematurely: osmo-stp_10.42.42.5(pid=9668) [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9668)] [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:00:16.331570 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:00:16.396363 run osmo-hlr_10.42.42.2(pid=9665): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9665)]\u000a02:00:16.448006 run osmo-hlr_10.42.42.2(pid=9665): stdout: \u000a| (launched: 2022-12-09_02:00:13.495126) \u000a02:00:16.500399 run osmo-hlr_10.42.42.2(pid=9665): stderr: \u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020013672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020013686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020013694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020013694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020013694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:16.570818 run osmo-msc_10.42.42.6(pid=9671): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9671)]\u000a02:00:16.623489 run osmo-msc_10.42.42.6(pid=9671): stdout: \u000a| (launched: 2022-12-09_02:00:15.390557) \u000a02:00:16.676378 run osmo-msc_10.42.42.6(pid=9671): stderr: \u000a| �[0;m�[38;5;43m20221209020015664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020015665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effabc3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020015665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020015665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020015665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020015665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020015667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020015667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020015668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020015668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:16.719790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9664): Terminating (SIGTERM)\u000a02:00:16.761854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9667): Terminating (SIGTERM)\u000a02:00:16.805460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9670): Terminating (SIGTERM)\u000a02:00:16.815337 --- ParallelTerminationStrategy: PID 9664 died...\u000a02:00:16.878110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9664): Terminated: ok {rc=0}\u000a02:00:16.889842 --- ParallelTerminationStrategy: PID 9667 died...\u000a02:00:16.947097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9667): Terminated: ok {rc=0}\u000a02:00:16.957787 --- ParallelTerminationStrategy: PID 9670 died...\u000a02:00:17.013614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9670): Terminated: ok {rc=0}\u000a02:00:17.108808 bus /sierra_3: Setting Powered False\u000a02:00:18.210771 bus /sierra_3: Setting Powered False\u000a02:00:19.316790 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:00:09" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:00:21.306648 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:21.318021 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:00:21.449181 tst handover.py: using LAC 18287\u000a02:00:21.578477 tst handover.py: using RAC 182\u000a02:00:21.706615 tst handover.py: using CellId 18287\u000a02:00:21.834697 tst handover.py: using BVCI 18288\u000a02:00:21.859600 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:00:22.007630 tst handover.py: using LAC 18288\u000a02:00:22.134781 tst handover.py: using RAC 183\u000a02:00:22.261884 tst handover.py: using CellId 18288\u000a02:00:22.389174 tst handover.py: using BVCI 18289\u000a02:00:22.414502 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:22.426084 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:22.437306 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:22.448621 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:22.459873 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:00:22.471154 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:22.587459 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:00:22.789393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:23.244568 run create_hlr_db(pid=9676): Launched\u000a02:00:23.369517 bus /sierra_2: Setting Powered False\u000a02:00:24.441580 run create_hlr_db(pid=9676): Terminated: ok {rc=0}\u000a02:00:24.849938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Launched\u000a02:00:25.178921 run osmo-hlr_10.42.42.2(pid=9679): Launched\u000a02:00:25.301113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:25.844023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Launched\u000a02:00:26.174269 run osmo-stp_10.42.42.5(pid=9682): Launched\u000a02:00:26.293190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:26.866612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Launched\u000a02:00:27.197202 run osmo-msc_10.42.42.6(pid=9685): Launched\u000a02:00:27.390149 run osmo-stp_10.42.42.5(pid=9682): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)]\u000a02:00:27.529211 run osmo-stp_10.42.42.5(pid=9682): stdout: \u000a| (launched: 2022-12-09_02:00:26.011191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:27.667342 run osmo-stp_10.42.42.5(pid=9682): stderr: \u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020026204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:27.799525 run osmo-stp_10.42.42.5(pid=9682): stdout: \u000a| (launched: 2022-12-09_02:00:26.011191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:27.930534 run osmo-stp_10.42.42.5(pid=9682): stderr: \u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020026203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020026204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020026204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:27.987937 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9682): Process ended prematurely: osmo-stp_10.42.42.5(pid=9682) [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9682)] [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:00:27.996521 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:00:28.059215 run osmo-hlr_10.42.42.2(pid=9679): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9679)]\u000a02:00:28.110748 run osmo-hlr_10.42.42.2(pid=9679): stdout: \u000a| (launched: 2022-12-09_02:00:25.016447) \u000a02:00:28.162848 run osmo-hlr_10.42.42.2(pid=9679): stderr: \u000a| �[0;m�[1;31m20221209020025215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020025215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020025216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020025216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020025216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020025216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020025229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020025238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020025239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020025239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:28.233804 run osmo-msc_10.42.42.6(pid=9685): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9685)]\u000a02:00:28.285217 run osmo-msc_10.42.42.6(pid=9685): stdout: \u000a| (launched: 2022-12-09_02:00:27.033827) \u000a02:00:28.337681 run osmo-msc_10.42.42.6(pid=9685): stderr: \u000a| �[0;m�[38;5;43m20221209020027358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020027359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe122cdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020027359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020027359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020027359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020027359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020027361 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020027361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020027361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020027361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:28.381865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Terminating (SIGTERM)\u000a02:00:28.423484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Terminating (SIGTERM)\u000a02:00:28.465790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Terminating (SIGTERM)\u000a02:00:28.475389 --- ParallelTerminationStrategy: PID 9678 died...\u000a02:00:28.531452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9678): Terminated: ok {rc=0}\u000a02:00:28.541496 --- ParallelTerminationStrategy: PID 9681 died...\u000a02:00:28.596912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9681): Terminated: ok {rc=0}\u000a02:00:28.606896 --- ParallelTerminationStrategy: PID 9684 died...\u000a02:00:28.662490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9684): Terminated: ok {rc=0}\u000a02:00:28.749249 bus /sierra_3: Setting Powered False\u000a02:00:29.851253 bus /sierra_3: Setting Powered False\u000a02:00:30.977962 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:00:21" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:00:32.954382 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:32.965537 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:33.090050 tst handover.py: using LAC 18289\u000a02:00:33.216746 tst handover.py: using RAC 184\u000a02:00:33.344185 tst handover.py: using CellId 18289\u000a02:00:33.472463 tst handover.py: using BVCI 18290\u000a02:00:33.497279 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:00:33.626256 tst handover.py: using LAC 18290\u000a02:00:33.753389 tst handover.py: using RAC 185\u000a02:00:33.882749 tst handover.py: using CellId 18290\u000a02:00:34.009384 tst handover.py: using BVCI 18291\u000a02:00:34.034274 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:34.045539 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:34.056575 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:34.068143 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:34.079789 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:00:34.091333 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:34.208742 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:00:34.410072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:34.866312 run create_hlr_db(pid=9690): Launched\u000a02:00:34.990470 bus /sierra_2: Setting Powered False\u000a02:00:36.063111 run create_hlr_db(pid=9690): Terminated: ok {rc=0}\u000a02:00:36.471463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Launched\u000a02:00:36.801218 run osmo-hlr_10.42.42.2(pid=9693): Launched\u000a02:00:36.920887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:37.462497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Launched\u000a02:00:37.792177 run osmo-stp_10.42.42.5(pid=9696): Launched\u000a02:00:37.911305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:38.482200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Launched\u000a02:00:38.812788 run osmo-msc_10.42.42.6(pid=9699): Launched\u000a02:00:39.004574 run osmo-stp_10.42.42.5(pid=9696): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)]\u000a02:00:39.142516 run osmo-stp_10.42.42.5(pid=9696): stdout: \u000a| (launched: 2022-12-09_02:00:37.630586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:39.279739 run osmo-stp_10.42.42.5(pid=9696): stderr: \u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020037824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020037824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020037824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020037825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:39.411878 run osmo-stp_10.42.42.5(pid=9696): stdout: \u000a| (launched: 2022-12-09_02:00:37.630586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:39.542964 run osmo-stp_10.42.42.5(pid=9696): stderr: \u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020037823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020037824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020037824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020037824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020037825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:39.600126 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9696): Process ended prematurely: osmo-stp_10.42.42.5(pid=9696) [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9696)] [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a02:00:39.609134 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:00:39.672172 run osmo-hlr_10.42.42.2(pid=9693): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9693)]\u000a02:00:39.724103 run osmo-hlr_10.42.42.2(pid=9693): stdout: \u000a| (launched: 2022-12-09_02:00:36.639468) \u000a02:00:39.776366 run osmo-hlr_10.42.42.2(pid=9693): stderr: \u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020036840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020036854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020036862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020036862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020036862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:39.847386 run osmo-msc_10.42.42.6(pid=9699): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9699)]\u000a02:00:39.898797 run osmo-msc_10.42.42.6(pid=9699): stdout: \u000a| (launched: 2022-12-09_02:00:38.650311) \u000a02:00:39.951123 run osmo-msc_10.42.42.6(pid=9699): stderr: \u000a| �[0;m�[38;5;43m20221209020038972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020038972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c03146c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020038973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020038973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020038973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020038973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020038975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020038975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:39.995489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Terminating (SIGTERM)\u000a02:00:40.037615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Terminating (SIGTERM)\u000a02:00:40.079676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Terminating (SIGTERM)\u000a02:00:40.089510 --- ParallelTerminationStrategy: PID 9692 died...\u000a02:00:40.145956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9692): Terminated: ok {rc=0}\u000a02:00:40.156220 --- ParallelTerminationStrategy: PID 9695 died...\u000a02:00:40.212382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9695): Terminated: ok {rc=0}\u000a02:00:40.222575 --- ParallelTerminationStrategy: PID 9698 died...\u000a02:00:40.278459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9698): Terminated: ok {rc=0}\u000a02:00:40.365714 bus /sierra_3: Setting Powered False\u000a02:00:41.473443 bus /sierra_3: Setting Powered False\u000a02:00:42.584772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:00:32" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:00:44.558145 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:44.568863 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:00:44.702371 tst handover.py: using LAC 18291\u000a02:00:44.825066 tst handover.py: using RAC 186\u000a02:00:44.948911 tst handover.py: using CellId 18291\u000a02:00:45.077888 tst handover.py: using BVCI 18292\u000a02:00:45.103112 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:00:45.248587 tst handover.py: using LAC 18292\u000a02:00:45.375115 tst handover.py: using RAC 187\u000a02:00:45.502966 tst handover.py: using CellId 18292\u000a02:00:45.630318 tst handover.py: using BVCI 18293\u000a02:00:45.655457 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:45.667018 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:45.678363 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:45.689894 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:45.701655 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:00:45.713103 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:00:45.827835 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:00:46.068304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:46.647252 run create_hlr_db(pid=9705): Launched\u000a02:00:46.786745 bus /sierra_2: Setting Powered False\u000a02:00:47.860649 run create_hlr_db(pid=9705): Terminated: ok {rc=0}\u000a02:00:48.246753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Launched\u000a02:00:48.553557 run osmo-hlr_10.42.42.2(pid=9708): Launched\u000a02:00:48.674489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:00:49.184346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Launched\u000a02:00:49.490766 run osmo-stp_10.42.42.5(pid=9711): Launched\u000a02:00:49.603162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:00:50.136850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9713): Launched\u000a02:00:50.445231 run osmo-msc_10.42.42.6(pid=9714): Launched\u000a02:00:50.625935 run osmo-stp_10.42.42.5(pid=9711): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)]\u000a02:00:50.755328 run osmo-stp_10.42.42.5(pid=9711): stdout: \u000a| (launched: 2022-12-09_02:00:49.339719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:50.882446 run osmo-stp_10.42.42.5(pid=9711): stderr: \u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020049513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020049513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020049514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020049514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:51.004671 run osmo-stp_10.42.42.5(pid=9711): stdout: \u000a| (launched: 2022-12-09_02:00:49.339719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:00:51.126017 run osmo-stp_10.42.42.5(pid=9711): stderr: \u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020049512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020049513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020049513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020049514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020049514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:00:51.178954 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9711): Process ended prematurely: osmo-stp_10.42.42.5(pid=9711) [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9711)] [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a02:00:51.186906 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:00:51.247528 run osmo-hlr_10.42.42.2(pid=9708): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9708)]\u000a02:00:51.297108 run osmo-hlr_10.42.42.2(pid=9708): stdout: \u000a| (launched: 2022-12-09_02:00:48.401252) \u000a02:00:51.347222 run osmo-hlr_10.42.42.2(pid=9708): stderr: \u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020048579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020048590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020048598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020048598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020048599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:00:51.414755 run osmo-msc_10.42.42.6(pid=9714): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9714)]\u000a02:00:51.464385 run osmo-msc_10.42.42.6(pid=9714): stdout: \u000a| (launched: 2022-12-09_02:00:50.292497) \u000a02:00:51.514443 run osmo-msc_10.42.42.6(pid=9714): stderr: \u000a| �[0;m�[38;5;43m20221209020050564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020050564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9da0934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020050565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020050565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020050565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020050565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020050567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020050567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020050567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020050567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:00:51.556513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Terminating (SIGTERM)\u000a02:00:51.596743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Terminating (SIGTERM)\u000a02:00:51.636613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9713): Terminating (SIGTERM)\u000a02:00:51.646047 --- ParallelTerminationStrategy: PID 9707 died...\u000a02:00:51.700098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9707): Terminated: ok {rc=0}\u000a02:00:51.709745 --- ParallelTerminationStrategy: PID 9710 died...\u000a02:00:51.762838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9710): Terminated: ok {rc=0}\u000a02:00:51.772319 --- ParallelTerminationStrategy: PID 9713 died...\u000a02:00:51.825387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9713): Terminated: ok {rc=0}\u000a02:00:51.914220 bus /sierra_3: Setting Powered False\u000a02:00:53.018039 bus /sierra_3: Setting Powered False\u000a02:00:54.129844 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:00:44" }, { "cases" : [ { "testActions" : [ ], "age" : 150, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:00:56.108454 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:56.119209 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:56.245979 tst handover.py: using LAC 18293\u000a02:00:56.364653 tst handover.py: using RAC 188\u000a02:00:56.484303 tst handover.py: using CellId 18293\u000a02:00:56.605135 tst handover.py: using BVCI 18294\u000a02:00:56.628329 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:00:56.761277 tst handover.py: using LAC 18294\u000a02:00:56.878745 tst handover.py: using RAC 189\u000a02:00:56.996751 tst handover.py: using CellId 18294\u000a02:00:57.117378 tst handover.py: using BVCI 18295\u000a02:00:57.140449 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:57.151313 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:57.162021 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:57.172814 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:57.183687 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:00:57.194558 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:57.313705 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:00:57.524762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:00:58.021557 run create_hlr_db(pid=9719): Launched\u000a02:00:58.155634 bus /sierra_2: Setting Powered False\u000a02:00:59.232796 run create_hlr_db(pid=9719): Terminated: ok {rc=0}\u000a02:00:59.644261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Launched\u000a02:00:59.973037 run osmo-hlr_10.42.42.2(pid=9722): Launched\u000a02:01:00.095516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:00.639502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Launched\u000a02:01:01.023431 run osmo-stp_10.42.42.5(pid=9725): Launched\u000a02:01:01.313320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:01.936997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Launched\u000a02:01:02.354441 run osmo-msc_10.42.42.6(pid=9728): Launched\u000a02:01:02.546469 run osmo-stp_10.42.42.5(pid=9725): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]\u000a02:01:02.682658 run osmo-stp_10.42.42.5(pid=9725): stdout: \u000a| (launched: 2022-12-09_02:01:00.807197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:02.811631 run osmo-stp_10.42.42.5(pid=9725): stderr: \u000a| �[0;m�[38;5;43m20221209020101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020101170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020101170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020101170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020101171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:02.943197 run osmo-stp_10.42.42.5(pid=9725): stdout: \u000a| (launched: 2022-12-09_02:01:00.807197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:03.075518 run osmo-stp_10.42.42.5(pid=9725): stderr: \u000a| �[0;m�[38;5;43m20221209020101167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020101168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020101170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020101170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020101170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020101171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:03.132993 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)] [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a02:01:03.141866 tst handover.py:18: Test FAILED (7.0 sec)\u000a02:01:03.205474 run osmo-hlr_10.42.42.2(pid=9722): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9722)]\u000a02:01:03.257380 run osmo-hlr_10.42.42.2(pid=9722): stdout: \u000a| (launched: 2022-12-09_02:00:59.811109) \u000a02:01:03.310104 run osmo-hlr_10.42.42.2(pid=9722): stderr: \u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020100011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020100024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020100032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020100032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020100033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:03.381468 run osmo-msc_10.42.42.6(pid=9728): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9728)]\u000a02:01:03.433506 run osmo-msc_10.42.42.6(pid=9728): stdout: \u000a| (launched: 2022-12-09_02:01:02.161338) \u000a02:01:03.486080 run osmo-msc_10.42.42.6(pid=9728): stderr: \u000a| �[0;m�[38;5;43m20221209020102546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020102546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8096bb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020102546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020102546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020102546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020102546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020102548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020102549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020102549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020102549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:03.530919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Terminating (SIGTERM)\u000a02:01:03.573939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Terminating (SIGTERM)\u000a02:01:03.616775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Terminating (SIGTERM)\u000a02:01:03.626699 --- ParallelTerminationStrategy: PID 9721 died...\u000a02:01:03.683078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Terminated: ok {rc=0}\u000a02:01:03.693317 --- ParallelTerminationStrategy: PID 9724 died...\u000a02:01:03.749626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Terminated: ok {rc=0}\u000a02:01:03.759886 --- ParallelTerminationStrategy: PID 9727 died...\u000a02:01:03.816264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Terminated: ok {rc=0}\u000a02:01:03.903456 bus /sierra_3: Setting Powered False\u000a02:01:05.010247 bus /sierra_3: Setting Powered False\u000a02:01:06.121924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:00:55" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9739): Process ended prematurely: osmo-stp_10.42.42.5(pid=9739) [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9739)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9739): Process ended prematurely: osmo-stp_10.42.42.5(pid=9739) [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a02:01:08.097340 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:08.108203 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:01:08.238727 tst handover.py: using LAC 18295\u000a02:01:08.367167 tst handover.py: using RAC 190\u000a02:01:08.495340 tst handover.py: using CellId 18295\u000a02:01:08.624456 tst handover.py: using BVCI 18296\u000a02:01:08.649640 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a02:01:08.795737 tst handover.py: using LAC 18296\u000a02:01:08.925313 tst handover.py: using RAC 191\u000a02:01:09.055521 tst handover.py: using CellId 18296\u000a02:01:09.188480 tst handover.py: using BVCI 18297\u000a02:01:09.213822 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:09.225250 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:09.236463 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:09.247946 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:09.259544 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a02:01:09.271040 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:01:09.387982 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a02:01:09.599918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:10.093685 run create_hlr_db(pid=9733): Launched\u000a02:01:10.227160 bus /sierra_2: Setting Powered False\u000a02:01:11.304408 run create_hlr_db(pid=9733): Terminated: ok {rc=0}\u000a02:01:11.714655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9735): Launched\u000a02:01:12.043087 run osmo-hlr_10.42.42.2(pid=9736): Launched\u000a02:01:12.162866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:12.705685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9738): Launched\u000a02:01:13.033757 run osmo-stp_10.42.42.5(pid=9739): Launched\u000a02:01:13.152029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:13.726088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9741): Launched\u000a02:01:14.054640 run osmo-msc_10.42.42.6(pid=9742): Launched\u000a02:01:14.246605 run osmo-stp_10.42.42.5(pid=9739): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9739)]\u000a02:01:14.385079 run osmo-stp_10.42.42.5(pid=9739): stdout: \u000a| (launched: 2022-12-09_02:01:12.872590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:14.523094 run osmo-stp_10.42.42.5(pid=9739): stderr: \u000a| �[0;m�[38;5;43m20221209020113068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020113068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020113069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020113069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020113069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020113069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020113070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:14.656181 run osmo-stp_10.42.42.5(pid=9739): stdout: \u000a| (launched: 2022-12-09_02:01:12.872590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:14.787346 run osmo-stp_10.42.42.5(pid=9739): stderr: \u000a| �[0;m�[38;5;43m20221209020113068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020113068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020113069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020113069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020113069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020113069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020113070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:14.845510 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9739): Process ended prematurely: osmo-stp_10.42.42.5(pid=9739) [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9739)] [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a02:01:14.854336 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:14.917686 run osmo-hlr_10.42.42.2(pid=9736): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9736)]\u000a02:01:14.969416 run osmo-hlr_10.42.42.2(pid=9736): stdout: \u000a| (launched: 2022-12-09_02:01:11.881268) \u000a02:01:15.021867 run osmo-hlr_10.42.42.2(pid=9736): stderr: \u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020112083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020112095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020112104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020112104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020112104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:15.093246 run osmo-msc_10.42.42.6(pid=9742): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9742)]\u000a02:01:15.144572 run osmo-msc_10.42.42.6(pid=9742): stdout: \u000a| (launched: 2022-12-09_02:01:13.893088) \u000a02:01:15.196479 run osmo-msc_10.42.42.6(pid=9742): stderr: \u000a| �[0;m�[38;5;43m20221209020114216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020114216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62fa7b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020114216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020114216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020114217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020114217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020114219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020114219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020114219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020114219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:15.240851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9735): Terminating (SIGTERM)\u000a02:01:15.283065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9738): Terminating (SIGTERM)\u000a02:01:15.325515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9741): Terminating (SIGTERM)\u000a02:01:15.335415 --- ParallelTerminationStrategy: PID 9735 died...\u000a02:01:15.392028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9735): Terminated: ok {rc=0}\u000a02:01:15.402295 --- ParallelTerminationStrategy: PID 9738 died...\u000a02:01:15.458116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9738): Terminated: ok {rc=0}\u000a02:01:15.468465 --- ParallelTerminationStrategy: PID 9741 died...\u000a02:01:15.524401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9741): Terminated: ok {rc=0}\u000a02:01:15.612016 bus /sierra_3: Setting Powered False\u000a02:01:16.716335 bus /sierra_3: Setting Powered False\u000a02:01:17.823353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:01:07" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9753): Process ended prematurely: osmo-stp_10.42.42.5(pid=9753) [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9753)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9753): Process ended prematurely: osmo-stp_10.42.42.5(pid=9753) [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:01:19.809808 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:19.821080 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:19.946750 tst handover.py: using LAC 18297\u000a02:01:20.065248 tst handover.py: using RAC 192\u000a02:01:20.191984 tst handover.py: using CellId 18297\u000a02:01:20.320412 tst handover.py: using BVCI 18298\u000a02:01:20.345738 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:01:20.489480 tst handover.py: using LAC 18298\u000a02:01:20.617262 tst handover.py: using RAC 193\u000a02:01:20.744289 tst handover.py: using CellId 18298\u000a02:01:20.866703 tst handover.py: using BVCI 18299\u000a02:01:20.890582 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:20.901555 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:20.912423 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:20.923678 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:20.934900 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:01:20.946111 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:21.065136 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:01:21.276862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:21.774750 run create_hlr_db(pid=9747): Launched\u000a02:01:21.908448 bus /sierra_2: Setting Powered False\u000a02:01:22.985540 run create_hlr_db(pid=9747): Terminated: ok {rc=0}\u000a02:01:23.371498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9749): Launched\u000a02:01:23.680777 run osmo-hlr_10.42.42.2(pid=9750): Launched\u000a02:01:23.801988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:24.313768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9752): Launched\u000a02:01:24.620880 run osmo-stp_10.42.42.5(pid=9753): Launched\u000a02:01:24.734394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:25.267229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9755): Launched\u000a02:01:25.575073 run osmo-msc_10.42.42.6(pid=9756): Launched\u000a02:01:25.757131 run osmo-stp_10.42.42.5(pid=9753): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9753)]\u000a02:01:25.887428 run osmo-stp_10.42.42.5(pid=9753): stdout: \u000a| (launched: 2022-12-09_02:01:24.468905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:26.015171 run osmo-stp_10.42.42.5(pid=9753): stderr: \u000a| �[0;m�[38;5;43m20221209020124640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020124640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020124641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020124641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:26.138414 run osmo-stp_10.42.42.5(pid=9753): stdout: \u000a| (launched: 2022-12-09_02:01:24.468905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:26.260094 run osmo-stp_10.42.42.5(pid=9753): stderr: \u000a| �[0;m�[38;5;43m20221209020124640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020124640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020124641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020124641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020124642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:26.313407 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9753): Process ended prematurely: osmo-stp_10.42.42.5(pid=9753) [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9753)] [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:01:26.321596 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:01:26.382516 run osmo-hlr_10.42.42.2(pid=9750): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9750)]\u000a02:01:26.432212 run osmo-hlr_10.42.42.2(pid=9750): stdout: \u000a| (launched: 2022-12-09_02:01:23.527229) \u000a02:01:26.482377 run osmo-hlr_10.42.42.2(pid=9750): stderr: \u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020123707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020123719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020123728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020123728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020123728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:26.551268 run osmo-msc_10.42.42.6(pid=9756): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9756)]\u000a02:01:26.601265 run osmo-msc_10.42.42.6(pid=9756): stdout: \u000a| (launched: 2022-12-09_02:01:25.422745) \u000a02:01:26.651456 run osmo-msc_10.42.42.6(pid=9756): stderr: \u000a| �[0;m�[38;5;43m20221209020125697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020125697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35b487ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020125697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020125697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020125698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020125698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020125699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020125700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020125700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020125700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:26.693930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9749): Terminating (SIGTERM)\u000a02:01:26.733936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9752): Terminating (SIGTERM)\u000a02:01:26.774165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9755): Terminating (SIGTERM)\u000a02:01:26.783459 --- ParallelTerminationStrategy: PID 9749 died...\u000a02:01:26.837540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9749): Terminated: ok {rc=0}\u000a02:01:26.847242 --- ParallelTerminationStrategy: PID 9752 died...\u000a02:01:26.900628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9752): Terminated: ok {rc=0}\u000a02:01:26.910605 --- ParallelTerminationStrategy: PID 9755 died...\u000a02:01:26.964984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9755): Terminated: ok {rc=0}\u000a02:01:27.048813 bus /sierra_3: Setting Powered False\u000a02:01:28.155955 bus /sierra_3: Setting Powered False\u000a02:01:29.265377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:01:19" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9767): Process ended prematurely: osmo-stp_10.42.42.5(pid=9767) [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9767)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9767): Process ended prematurely: osmo-stp_10.42.42.5(pid=9767) [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:01:31.266481 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:31.279000 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:31.410426 tst handover.py: using LAC 18299\u000a02:01:31.571140 tst handover.py: using RAC 194\u000a02:01:31.706760 tst handover.py: using CellId 18299\u000a02:01:31.835429 tst handover.py: using BVCI 18300\u000a02:01:31.861263 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:01:32.030837 tst handover.py: using LAC 18300\u000a02:01:32.162607 tst handover.py: using RAC 195\u000a02:01:32.287007 tst handover.py: using CellId 18300\u000a02:01:32.410085 tst handover.py: using BVCI 18301\u000a02:01:32.433608 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:32.444670 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:32.455625 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:32.467388 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:32.479172 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:01:32.490630 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:32.609255 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:01:32.812589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:33.267763 run create_hlr_db(pid=9761): Launched\u000a02:01:33.392818 bus /sierra_2: Setting Powered False\u000a02:01:34.465294 run create_hlr_db(pid=9761): Terminated: ok {rc=0}\u000a02:01:34.874111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9763): Launched\u000a02:01:35.203916 run osmo-hlr_10.42.42.2(pid=9764): Launched\u000a02:01:35.326793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:35.869531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9766): Launched\u000a02:01:36.198363 run osmo-stp_10.42.42.5(pid=9767): Launched\u000a02:01:36.317119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:36.889335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9769): Launched\u000a02:01:37.218682 run osmo-msc_10.42.42.6(pid=9770): Launched\u000a02:01:37.410811 run osmo-stp_10.42.42.5(pid=9767): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9767)]\u000a02:01:37.549995 run osmo-stp_10.42.42.5(pid=9767): stdout: \u000a| (launched: 2022-12-09_02:01:36.036116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:37.688227 run osmo-stp_10.42.42.5(pid=9767): stderr: \u000a| �[0;m�[38;5;43m20221209020136229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020136229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020136230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020136230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:37.819934 run osmo-stp_10.42.42.5(pid=9767): stdout: \u000a| (launched: 2022-12-09_02:01:36.036116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:37.950632 run osmo-stp_10.42.42.5(pid=9767): stderr: \u000a| �[0;m�[38;5;43m20221209020136229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020136229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020136230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020136230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020136230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020136231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:38.007760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9767): Process ended prematurely: osmo-stp_10.42.42.5(pid=9767) [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9767)] [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:01:38.016607 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:01:38.079878 run osmo-hlr_10.42.42.2(pid=9764): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9764)]\u000a02:01:38.131468 run osmo-hlr_10.42.42.2(pid=9764): stdout: \u000a| (launched: 2022-12-09_02:01:35.042210) \u000a02:01:38.183522 run osmo-hlr_10.42.42.2(pid=9764): stderr: \u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020135242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020135256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020135266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020135267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020135267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:38.254190 run osmo-msc_10.42.42.6(pid=9770): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9770)]\u000a02:01:38.305268 run osmo-msc_10.42.42.6(pid=9770): stdout: \u000a| (launched: 2022-12-09_02:01:37.057068) \u000a02:01:38.357264 run osmo-msc_10.42.42.6(pid=9770): stderr: \u000a| �[0;m�[38;5;43m20221209020137382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020137382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff76e317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020137382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020137382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020137383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020137383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020137384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020137385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020137385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020137385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:38.401125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9763): Terminating (SIGTERM)\u000a02:01:38.443183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9766): Terminating (SIGTERM)\u000a02:01:38.485707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a02:01:38.495425 --- ParallelTerminationStrategy: PID 9763 died...\u000a02:01:38.552551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9763): Terminated: ok {rc=0}\u000a02:01:38.563014 --- ParallelTerminationStrategy: PID 9766 died...\u000a02:01:38.619706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9766): Terminated: ok {rc=0}\u000a02:01:38.630178 --- ParallelTerminationStrategy: PID 9769 died...\u000a02:01:38.687028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a02:01:38.775101 bus /sierra_3: Setting Powered False\u000a02:01:39.883028 bus /sierra_3: Setting Powered False\u000a02:01:40.990786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:01:30" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9781): Process ended prematurely: osmo-stp_10.42.42.5(pid=9781) [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9781)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9781): Process ended prematurely: osmo-stp_10.42.42.5(pid=9781) [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:01:42.952513 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:42.963227 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:43.085230 tst handover.py: using LAC 18301\u000a02:01:43.214538 tst handover.py: using RAC 196\u000a02:01:43.342780 tst handover.py: using CellId 18301\u000a02:01:43.471019 tst handover.py: using BVCI 18302\u000a02:01:43.495932 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:01:43.628542 tst handover.py: using LAC 18302\u000a02:01:43.760834 tst handover.py: using RAC 197\u000a02:01:43.887496 tst handover.py: using CellId 18302\u000a02:01:44.014878 tst handover.py: using BVCI 18303\u000a02:01:44.039872 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:44.051158 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:44.062293 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:44.073412 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:44.084416 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:01:44.095512 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:44.210281 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:01:44.420554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:44.917795 run create_hlr_db(pid=9775): Launched\u000a02:01:45.052229 bus /sierra_2: Setting Powered False\u000a02:01:46.131382 run create_hlr_db(pid=9775): Terminated: ok {rc=0}\u000a02:01:46.603978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9777): Launched\u000a02:01:47.020924 run osmo-hlr_10.42.42.2(pid=9778): Launched\u000a02:01:47.154354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:47.789508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9780): Launched\u000a02:01:48.117184 run osmo-stp_10.42.42.5(pid=9781): Launched\u000a02:01:48.236439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:01:48.809985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9783): Launched\u000a02:01:49.141080 run osmo-msc_10.42.42.6(pid=9784): Launched\u000a02:01:49.333929 run osmo-stp_10.42.42.5(pid=9781): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9781)]\u000a02:01:49.472726 run osmo-stp_10.42.42.5(pid=9781): stdout: \u000a| (launched: 2022-12-09_02:01:47.956226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:49.611225 run osmo-stp_10.42.42.5(pid=9781): stderr: \u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020148150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:49.743387 run osmo-stp_10.42.42.5(pid=9781): stdout: \u000a| (launched: 2022-12-09_02:01:47.956226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:01:49.874327 run osmo-stp_10.42.42.5(pid=9781): stderr: \u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020148149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020148150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020148150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:01:49.931494 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9781): Process ended prematurely: osmo-stp_10.42.42.5(pid=9781) [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9781)] [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a02:01:49.940021 tst handover.py:18: Test FAILED (7.0 sec)\u000a02:01:50.003054 run osmo-hlr_10.42.42.2(pid=9778): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9778)]\u000a02:01:50.054672 run osmo-hlr_10.42.42.2(pid=9778): stdout: \u000a| (launched: 2022-12-09_02:01:46.803853) \u000a02:01:50.106871 run osmo-hlr_10.42.42.2(pid=9778): stderr: \u000a| �[0;m�[1;31m20221209020147219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020147219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020147220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020147220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020147220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020147220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020147240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020147252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020147252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020147252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:01:50.177812 run osmo-msc_10.42.42.6(pid=9784): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9784)]\u000a02:01:50.229381 run osmo-msc_10.42.42.6(pid=9784): stdout: \u000a| (launched: 2022-12-09_02:01:48.977478) \u000a02:01:50.281489 run osmo-msc_10.42.42.6(pid=9784): stderr: \u000a| �[0;m�[38;5;43m20221209020149304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020149304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5fc6dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020149305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020149305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020149305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020149305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020149307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020149307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020149307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020149307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:01:50.325969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9777): Terminating (SIGTERM)\u000a02:01:50.367924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9780): Terminating (SIGTERM)\u000a02:01:50.410063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9783): Terminating (SIGTERM)\u000a02:01:50.419797 --- ParallelTerminationStrategy: PID 9777 died...\u000a02:01:50.475985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9777): Terminated: ok {rc=0}\u000a02:01:50.486138 --- ParallelTerminationStrategy: PID 9780 died...\u000a02:01:50.542119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9780): Terminated: ok {rc=0}\u000a02:01:50.552193 --- ParallelTerminationStrategy: PID 9783 died...\u000a02:01:50.608608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9783): Terminated: ok {rc=0}\u000a02:01:50.696641 bus /sierra_3: Setting Powered False\u000a02:01:51.799432 bus /sierra_3: Setting Powered False\u000a02:01:52.909746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:01:42" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9795): Process ended prematurely: osmo-stp_10.42.42.5(pid=9795) [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9795)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9795): Process ended prematurely: osmo-stp_10.42.42.5(pid=9795) [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:01:54.892044 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:54.903506 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:55.035265 tst handover.py: using LAC 18303\u000a02:01:55.162891 tst handover.py: using RAC 198\u000a02:01:55.291744 tst handover.py: using CellId 18303\u000a02:01:55.419840 tst handover.py: using BVCI 18304\u000a02:01:55.444754 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:01:55.587303 tst handover.py: using LAC 18304\u000a02:01:55.714003 tst handover.py: using RAC 199\u000a02:01:55.842977 tst handover.py: using CellId 18304\u000a02:01:55.970084 tst handover.py: using BVCI 18305\u000a02:01:55.995037 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:56.006331 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:56.017545 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:56.028523 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:56.039741 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:01:56.050850 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:56.171300 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:01:56.373666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:01:56.831343 run create_hlr_db(pid=9789): Launched\u000a02:01:56.955612 bus /sierra_2: Setting Powered False\u000a02:01:58.028891 run create_hlr_db(pid=9789): Terminated: ok {rc=0}\u000a02:01:58.410639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9791): Launched\u000a02:01:58.716633 run osmo-hlr_10.42.42.2(pid=9792): Launched\u000a02:01:58.836809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:01:59.351708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9794): Launched\u000a02:01:59.659437 run osmo-stp_10.42.42.5(pid=9795): Launched\u000a02:01:59.770917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:00.303645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9797): Launched\u000a02:02:00.611055 run osmo-msc_10.42.42.6(pid=9798): Launched\u000a02:02:00.791003 run osmo-stp_10.42.42.5(pid=9795): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9795)]\u000a02:02:00.990425 run osmo-stp_10.42.42.5(pid=9795): stdout: \u000a| (launched: 2022-12-09_02:01:59.506460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:01.126513 run osmo-stp_10.42.42.5(pid=9795): stderr: \u000a| �[0;m�[38;5;43m20221209020159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020159679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020159679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020159679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:01.252671 run osmo-stp_10.42.42.5(pid=9795): stdout: \u000a| (launched: 2022-12-09_02:01:59.506460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:01.399697 run osmo-stp_10.42.42.5(pid=9795): stderr: \u000a| �[0;m�[38;5;43m20221209020159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020159678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020159679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020159679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020159679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020159680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:01.454492 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9795): Process ended prematurely: osmo-stp_10.42.42.5(pid=9795) [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9795)] [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a02:02:01.463427 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:02:01.527871 run osmo-hlr_10.42.42.2(pid=9792): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9792)]\u000a02:02:01.579647 run osmo-hlr_10.42.42.2(pid=9792): stdout: \u000a| (launched: 2022-12-09_02:01:58.565650) \u000a02:02:01.632134 run osmo-hlr_10.42.42.2(pid=9792): stderr: \u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020158742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020158755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020158763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:01.702571 run osmo-msc_10.42.42.6(pid=9798): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9798)]\u000a02:02:01.753947 run osmo-msc_10.42.42.6(pid=9798): stdout: \u000a| (launched: 2022-12-09_02:02:00.458816) \u000a02:02:01.806317 run osmo-msc_10.42.42.6(pid=9798): stderr: \u000a| �[0;m�[38;5;43m20221209020200730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020200731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b5c331c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020200731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020200731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020200731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020200731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020200733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020200733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020200733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020200734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:01.851219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9791): Terminating (SIGTERM)\u000a02:02:01.893752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9794): Terminating (SIGTERM)\u000a02:02:01.935432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9797): Terminating (SIGTERM)\u000a02:02:01.946848 --- ParallelTerminationStrategy: PID 9791 died...\u000a02:02:02.005480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9791): Terminated: ok {rc=0}\u000a02:02:02.016024 --- ParallelTerminationStrategy: PID 9794 died...\u000a02:02:02.072574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9794): Terminated: ok {rc=0}\u000a02:02:02.083330 --- ParallelTerminationStrategy: PID 9797 died...\u000a02:02:02.139794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9797): Terminated: ok {rc=0}\u000a02:02:02.226904 bus /sierra_3: Setting Powered False\u000a02:02:03.333766 bus /sierra_3: Setting Powered False\u000a02:02:04.446386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:01:54" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9810): Process ended prematurely: osmo-stp_10.42.42.5(pid=9810) [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9810)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9810): Process ended prematurely: osmo-stp_10.42.42.5(pid=9810) [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:02:06.436880 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:06.448154 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:06.573074 tst handover.py: using LAC 18305\u000a02:02:06.695763 tst handover.py: using RAC 200\u000a02:02:06.818885 tst handover.py: using CellId 18305\u000a02:02:06.950471 tst handover.py: using BVCI 18306\u000a02:02:06.975637 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:02:07.123146 tst handover.py: using LAC 18306\u000a02:02:07.256530 tst handover.py: using RAC 201\u000a02:02:07.383729 tst handover.py: using CellId 18306\u000a02:02:07.512442 tst handover.py: using BVCI 18307\u000a02:02:07.537652 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:07.548890 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:07.559968 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:07.571501 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:07.582824 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:02:07.594028 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:07.714831 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:02:07.920003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:08.375833 run create_hlr_db(pid=9804): Launched\u000a02:02:08.500516 bus /sierra_2: Setting Powered False\u000a02:02:09.572585 run create_hlr_db(pid=9804): Terminated: ok {rc=0}\u000a02:02:09.955857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9806): Launched\u000a02:02:10.264532 run osmo-hlr_10.42.42.2(pid=9807): Launched\u000a02:02:10.384850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:10.902844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9809): Launched\u000a02:02:11.211120 run osmo-stp_10.42.42.5(pid=9810): Launched\u000a02:02:11.324153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:11.860445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9812): Launched\u000a02:02:12.169516 run osmo-msc_10.42.42.6(pid=9813): Launched\u000a02:02:12.351531 run osmo-stp_10.42.42.5(pid=9810): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9810)]\u000a02:02:12.481867 run osmo-stp_10.42.42.5(pid=9810): stdout: \u000a| (launched: 2022-12-09_02:02:11.058525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:12.609902 run osmo-stp_10.42.42.5(pid=9810): stderr: \u000a| �[0;m�[38;5;43m20221209020211229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020211229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020211230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020211230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020211230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020211231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020211231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:12.732630 run osmo-stp_10.42.42.5(pid=9810): stdout: \u000a| (launched: 2022-12-09_02:02:11.058525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:12.854981 run osmo-stp_10.42.42.5(pid=9810): stderr: \u000a| �[0;m�[38;5;43m20221209020211229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020211229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020211230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020211230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020211230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020211231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020211231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:12.908322 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9810): Process ended prematurely: osmo-stp_10.42.42.5(pid=9810) [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9810)] [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a02:02:12.916138 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:02:12.976778 run osmo-hlr_10.42.42.2(pid=9807): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9807)]\u000a02:02:13.026255 run osmo-hlr_10.42.42.2(pid=9807): stdout: \u000a| (launched: 2022-12-09_02:02:10.111791) \u000a02:02:13.076535 run osmo-hlr_10.42.42.2(pid=9807): stderr: \u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020210292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020210305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020210314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020210314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020210314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:13.144373 run osmo-msc_10.42.42.6(pid=9813): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9813)]\u000a02:02:13.193861 run osmo-msc_10.42.42.6(pid=9813): stdout: \u000a| (launched: 2022-12-09_02:02:12.016050) \u000a02:02:13.243694 run osmo-msc_10.42.42.6(pid=9813): stderr: \u000a| �[0;m�[38;5;43m20221209020212288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020212289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f218b91bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020212289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020212289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020212289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020212289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020212291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020212291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:13.286133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9806): Terminating (SIGTERM)\u000a02:02:13.326580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9809): Terminating (SIGTERM)\u000a02:02:13.366814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9812): Terminating (SIGTERM)\u000a02:02:13.376294 --- ParallelTerminationStrategy: PID 9806 died...\u000a02:02:13.430157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9806): Terminated: ok {rc=0}\u000a02:02:13.439943 --- ParallelTerminationStrategy: PID 9809 died...\u000a02:02:13.493247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9809): Terminated: ok {rc=0}\u000a02:02:13.503070 --- ParallelTerminationStrategy: PID 9812 died...\u000a02:02:13.557016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9812): Terminated: ok {rc=0}\u000a02:02:13.645534 bus /sierra_3: Setting Powered False\u000a02:02:14.749709 bus /sierra_3: Setting Powered False\u000a02:02:15.864023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:02:06" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9824): Process ended prematurely: osmo-stp_10.42.42.5(pid=9824) [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9824)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9824): Process ended prematurely: osmo-stp_10.42.42.5(pid=9824) [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a02:02:17.910133 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:17.921654 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:02:18.056398 tst handover.py: using LAC 18307\u000a02:02:18.179899 tst handover.py: using RAC 202\u000a02:02:18.298389 tst handover.py: using CellId 18307\u000a02:02:18.417572 tst handover.py: using BVCI 18308\u000a02:02:18.440723 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a02:02:18.570646 tst handover.py: using LAC 18308\u000a02:02:18.688417 tst handover.py: using RAC 203\u000a02:02:18.808308 tst handover.py: using CellId 18308\u000a02:02:18.928780 tst handover.py: using BVCI 18309\u000a02:02:18.951933 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:18.962966 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:18.973820 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:18.984930 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:18.995993 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a02:02:19.007046 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:02:19.135213 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a02:02:19.337628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:19.791826 run create_hlr_db(pid=9818): Launched\u000a02:02:19.918181 bus /sierra_2: Setting Powered False\u000a02:02:20.989990 run create_hlr_db(pid=9818): Terminated: ok {rc=0}\u000a02:02:21.399563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9820): Launched\u000a02:02:21.731215 run osmo-hlr_10.42.42.2(pid=9821): Launched\u000a02:02:21.851413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:22.396152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9823): Launched\u000a02:02:22.726017 run osmo-stp_10.42.42.5(pid=9824): Launched\u000a02:02:22.845449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:23.418178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9826): Launched\u000a02:02:23.750188 run osmo-msc_10.42.42.6(pid=9827): Launched\u000a02:02:23.942807 run osmo-stp_10.42.42.5(pid=9824): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9824)]\u000a02:02:24.081855 run osmo-stp_10.42.42.5(pid=9824): stdout: \u000a| (launched: 2022-12-09_02:02:22.563624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:24.219617 run osmo-stp_10.42.42.5(pid=9824): stderr: \u000a| �[0;m�[38;5;43m20221209020222759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020222759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020222760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020222760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:24.351699 run osmo-stp_10.42.42.5(pid=9824): stdout: \u000a| (launched: 2022-12-09_02:02:22.563624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:24.482540 run osmo-stp_10.42.42.5(pid=9824): stderr: \u000a| �[0;m�[38;5;43m20221209020222759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020222759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020222760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020222760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020222761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:24.539652 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9824): Process ended prematurely: osmo-stp_10.42.42.5(pid=9824) [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9824)] [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a02:02:24.548173 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:02:24.611337 run osmo-hlr_10.42.42.2(pid=9821): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9821)]\u000a02:02:24.662925 run osmo-hlr_10.42.42.2(pid=9821): stdout: \u000a| (launched: 2022-12-09_02:02:21.567065) \u000a02:02:24.715218 run osmo-hlr_10.42.42.2(pid=9821): stderr: \u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020221769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020221782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020221790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020221790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020221790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:24.786162 run osmo-msc_10.42.42.6(pid=9827): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9827)]\u000a02:02:24.837781 run osmo-msc_10.42.42.6(pid=9827): stdout: \u000a| (launched: 2022-12-09_02:02:23.585976) \u000a02:02:24.889857 run osmo-msc_10.42.42.6(pid=9827): stderr: \u000a| �[0;m�[38;5;43m20221209020223912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020223913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc92b992c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020223913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020223913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020223913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020223913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020223915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020223915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020223915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020223915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:24.934129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9820): Terminating (SIGTERM)\u000a02:02:24.976202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9823): Terminating (SIGTERM)\u000a02:02:25.018207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9826): Terminating (SIGTERM)\u000a02:02:25.027870 --- ParallelTerminationStrategy: PID 9820 died...\u000a02:02:25.083910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9820): Terminated: ok {rc=0}\u000a02:02:25.094072 --- ParallelTerminationStrategy: PID 9823 died...\u000a02:02:25.150247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9823): Terminated: ok {rc=0}\u000a02:02:25.160365 --- ParallelTerminationStrategy: PID 9826 died...\u000a02:02:25.216550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9826): Terminated: ok {rc=0}\u000a02:02:25.304018 bus /sierra_3: Setting Powered False\u000a02:02:26.411284 bus /sierra_3: Setting Powered False\u000a02:02:27.520222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:02:29.558635 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:29.570115 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:29.715478 tst handover.py: using LAC 18309\u000a02:02:29.839180 tst handover.py: using RAC 204\u000a02:02:29.961348 tst handover.py: using CellId 18309\u000a02:02:30.081609 tst handover.py: using BVCI 18310\u000a02:02:30.105096 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:02:30.248841 tst handover.py: using LAC 18310\u000a02:02:30.377194 tst handover.py: using RAC 205\u000a02:02:30.506931 tst handover.py: using CellId 18310\u000a02:02:30.640181 tst handover.py: using BVCI 18311\u000a02:02:30.665207 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.676703 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.687941 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.699368 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.710723 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:02:30.721971 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:30.841350 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:02:31.081618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:31.599499 run create_hlr_db(pid=9832): Launched\u000a02:02:31.730591 bus /sierra_2: Setting Powered False\u000a02:02:32.798984 run create_hlr_db(pid=9832): Terminated: ok {rc=0}\u000a02:02:33.207248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Launched\u000a02:02:33.536659 run osmo-hlr_10.42.42.2(pid=9835): Launched\u000a02:02:33.656163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:34.199225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Launched\u000a02:02:34.529063 run osmo-stp_10.42.42.5(pid=9838): Launched\u000a02:02:34.648885 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:35.222948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9840): Launched\u000a02:02:35.554394 run osmo-msc_10.42.42.6(pid=9841): Launched\u000a02:02:35.750322 run osmo-stp_10.42.42.5(pid=9838): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)]\u000a02:02:35.891700 run osmo-stp_10.42.42.5(pid=9838): stdout: \u000a| (launched: 2022-12-09_02:02:34.366940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:36.029745 run osmo-stp_10.42.42.5(pid=9838): stderr: \u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020234563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:36.161835 run osmo-stp_10.42.42.5(pid=9838): stdout: \u000a| (launched: 2022-12-09_02:02:34.366940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:36.292294 run osmo-stp_10.42.42.5(pid=9838): stderr: \u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020234562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020234563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020234565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:36.349360 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9838): Process ended prematurely: osmo-stp_10.42.42.5(pid=9838) [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9838)] [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:02:36.357968 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:02:36.421204 run osmo-hlr_10.42.42.2(pid=9835): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9835)]\u000a02:02:36.473223 run osmo-hlr_10.42.42.2(pid=9835): stdout: \u000a| (launched: 2022-12-09_02:02:33.374475) \u000a02:02:36.525417 run osmo-hlr_10.42.42.2(pid=9835): stderr: \u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020233575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020233591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020233600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020233601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020233601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:36.596738 run osmo-msc_10.42.42.6(pid=9841): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9841)]\u000a02:02:36.648646 run osmo-msc_10.42.42.6(pid=9841): stdout: \u000a| (launched: 2022-12-09_02:02:35.390134) \u000a02:02:36.700677 run osmo-msc_10.42.42.6(pid=9841): stderr: \u000a| �[0;m�[38;5;43m20221209020235717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020235717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63e9488c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020235717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020235717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020235718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020235718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020235719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020235720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020235720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020235720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:36.745194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Terminating (SIGTERM)\u000a02:02:36.787373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Terminating (SIGTERM)\u000a02:02:36.829890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9840): Terminating (SIGTERM)\u000a02:02:36.839664 --- ParallelTerminationStrategy: PID 9834 died...\u000a02:02:36.896102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9834): Terminated: ok {rc=0}\u000a02:02:36.906239 --- ParallelTerminationStrategy: PID 9837 died...\u000a02:02:36.962402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9837): Terminated: ok {rc=0}\u000a02:02:36.977427 --- ParallelTerminationStrategy: PID 9840 died...\u000a02:02:37.033070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9840): Terminated: ok {rc=0}\u000a02:02:37.120909 bus /sierra_3: Setting Powered False\u000a02:02:38.228903 bus /sierra_3: Setting Powered False\u000a02:02:39.341455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:02:29" }, { "cases" : [ { "testActions" : [ ], "age" : 22, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:02:41.340442 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:41.351198 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:41.485336 tst handover.py: using LAC 18311\u000a02:02:41.604294 tst handover.py: using RAC 206\u000a02:02:41.726273 tst handover.py: using CellId 18311\u000a02:02:41.846197 tst handover.py: using BVCI 18312\u000a02:02:41.869528 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:02:41.991327 tst handover.py: using LAC 18312\u000a02:02:42.110745 tst handover.py: using RAC 207\u000a02:02:42.235735 tst handover.py: using CellId 18312\u000a02:02:42.356516 tst handover.py: using BVCI 18313\u000a02:02:42.379662 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:42.390384 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:42.400845 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:42.412228 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:42.423741 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:02:42.434701 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:42.549325 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:02:42.760848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:43.255156 run create_hlr_db(pid=9847): Launched\u000a02:02:43.388449 bus /sierra_2: Setting Powered False\u000a02:02:44.465828 run create_hlr_db(pid=9847): Terminated: ok {rc=0}\u000a02:02:44.873800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Launched\u000a02:02:45.201769 run osmo-hlr_10.42.42.2(pid=9850): Launched\u000a02:02:45.320657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:45.868938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Launched\u000a02:02:46.295692 run osmo-stp_10.42.42.5(pid=9853): Launched\u000a02:02:46.530488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:47.157520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9855): Launched\u000a02:02:47.466061 run osmo-msc_10.42.42.6(pid=9856): Launched\u000a02:02:47.644674 run osmo-stp_10.42.42.5(pid=9853): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]\u000a02:02:47.772758 run osmo-stp_10.42.42.5(pid=9853): stdout: \u000a| (launched: 2022-12-09_02:02:46.038266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:47.898159 run osmo-stp_10.42.42.5(pid=9853): stderr: \u000a| �[0;m�[38;5;43m20221209020246376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020246377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020246377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020246377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:48.018970 run osmo-stp_10.42.42.5(pid=9853): stdout: \u000a| (launched: 2022-12-09_02:02:46.038266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:48.139025 run osmo-stp_10.42.42.5(pid=9853): stderr: \u000a| �[0;m�[38;5;43m20221209020246376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020246377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020246377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020246377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020246378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:48.191409 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)] [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a02:02:48.199156 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:02:48.259038 run osmo-hlr_10.42.42.2(pid=9850): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9850)]\u000a02:02:48.308420 run osmo-hlr_10.42.42.2(pid=9850): stdout: \u000a| (launched: 2022-12-09_02:02:45.040302) \u000a02:02:48.358202 run osmo-hlr_10.42.42.2(pid=9850): stderr: \u000a| �[0;m�[1;31m20221209020245239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020245240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020245240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020245240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020245240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020245240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020245252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020245260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020245260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020245260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:02:48.425458 run osmo-msc_10.42.42.6(pid=9856): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9856)]\u000a02:02:48.474341 run osmo-msc_10.42.42.6(pid=9856): stdout: \u000a| (launched: 2022-12-09_02:02:47.316061) \u000a02:02:48.523758 run osmo-msc_10.42.42.6(pid=9856): stderr: \u000a| �[0;m�[38;5;43m20221209020247584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020247584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe988a04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020247584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020247584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020247584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020247584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020247586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020247587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020247587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020247587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:02:48.565353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Terminating (SIGTERM)\u000a02:02:48.604757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Terminating (SIGTERM)\u000a02:02:48.644390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9855): Terminating (SIGTERM)\u000a02:02:48.653861 --- ParallelTerminationStrategy: PID 9849 died...\u000a02:02:48.706810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Terminated: ok {rc=0}\u000a02:02:48.716535 --- ParallelTerminationStrategy: PID 9852 died...\u000a02:02:48.769722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Terminated: ok {rc=0}\u000a02:02:48.779803 --- ParallelTerminationStrategy: PID 9855 died...\u000a02:02:48.832784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9855): Terminated: ok {rc=0}\u000a02:02:48.921474 bus /sierra_3: Setting Powered False\u000a02:02:50.023964 bus /sierra_3: Setting Powered False\u000a02:02:51.133634 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:02:41" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:02:53.163217 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:53.174461 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:53.313844 tst handover.py: using LAC 18313\u000a02:02:53.432612 tst handover.py: using RAC 208\u000a02:02:53.551094 tst handover.py: using CellId 18313\u000a02:02:53.677298 tst handover.py: using BVCI 18314\u000a02:02:53.701839 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:02:53.845728 tst handover.py: using LAC 18314\u000a02:02:53.971445 tst handover.py: using RAC 209\u000a02:02:54.097755 tst handover.py: using CellId 18314\u000a02:02:54.225768 tst handover.py: using BVCI 18315\u000a02:02:54.250326 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:54.261637 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:54.272581 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:54.283630 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:54.294662 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:02:54.305648 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:54.422013 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:02:54.632500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:02:55.121313 run create_hlr_db(pid=9861): Launched\u000a02:02:55.253183 bus /sierra_2: Setting Powered False\u000a02:02:56.329861 run create_hlr_db(pid=9861): Terminated: ok {rc=0}\u000a02:02:56.734146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Launched\u000a02:02:57.057792 run osmo-hlr_10.42.42.2(pid=9864): Launched\u000a02:02:57.176746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:02:57.713501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Launched\u000a02:02:58.037196 run osmo-stp_10.42.42.5(pid=9867): Launched\u000a02:02:58.154666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:02:58.720921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9869): Launched\u000a02:02:59.044602 run osmo-msc_10.42.42.6(pid=9870): Launched\u000a02:02:59.234090 run osmo-stp_10.42.42.5(pid=9867): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]\u000a02:02:59.370639 run osmo-stp_10.42.42.5(pid=9867): stdout: \u000a| (launched: 2022-12-09_02:02:57.878282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:59.506767 run osmo-stp_10.42.42.5(pid=9867): stderr: \u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020258068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:59.637333 run osmo-stp_10.42.42.5(pid=9867): stdout: \u000a| (launched: 2022-12-09_02:02:57.878282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:02:59.766356 run osmo-stp_10.42.42.5(pid=9867): stderr: \u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020258067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020258068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020258068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:02:59.822869 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)] [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a02:02:59.831470 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:02:59.893757 run osmo-hlr_10.42.42.2(pid=9864): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9864)]\u000a02:02:59.945091 run osmo-hlr_10.42.42.2(pid=9864): stdout: \u000a| (launched: 2022-12-09_02:02:56.899007) \u000a02:02:59.996566 run osmo-hlr_10.42.42.2(pid=9864): stderr: \u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020257095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020257108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020257117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:00.066550 run osmo-msc_10.42.42.6(pid=9870): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9870)]\u000a02:03:00.117380 run osmo-msc_10.42.42.6(pid=9870): stdout: \u000a| (launched: 2022-12-09_02:02:58.885800) \u000a02:03:00.168746 run osmo-msc_10.42.42.6(pid=9870): stderr: \u000a| �[0;m�[38;5;43m20221209020259207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020259207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd27949dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020259207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020259207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020259207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020259207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020259209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020259209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020259210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020259210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:00.212570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Terminating (SIGTERM)\u000a02:03:00.253910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Terminating (SIGTERM)\u000a02:03:00.295123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9869): Terminating (SIGTERM)\u000a02:03:00.304477 --- ParallelTerminationStrategy: PID 9863 died...\u000a02:03:00.359673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Terminated: ok {rc=0}\u000a02:03:00.369868 --- ParallelTerminationStrategy: PID 9866 died...\u000a02:03:00.425354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Terminated: ok {rc=0}\u000a02:03:00.435439 --- ParallelTerminationStrategy: PID 9869 died...\u000a02:03:00.490847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9869): Terminated: ok {rc=0}\u000a02:03:00.578055 bus /sierra_3: Setting Powered False\u000a02:03:01.685968 bus /sierra_3: Setting Powered False\u000a02:03:02.797750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:02:52" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:03:04.814669 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:04.825470 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:04.959035 tst handover.py: using LAC 18315\u000a02:03:05.078982 tst handover.py: using RAC 210\u000a02:03:05.201423 tst handover.py: using CellId 18315\u000a02:03:05.318083 tst handover.py: using BVCI 18316\u000a02:03:05.340853 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:05.477578 tst handover.py: using LAC 18316\u000a02:03:05.594178 tst handover.py: using RAC 211\u000a02:03:05.711126 tst handover.py: using CellId 18316\u000a02:03:05.827996 tst handover.py: using BVCI 18317\u000a02:03:05.850850 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.861601 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.872056 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.883056 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.894054 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:05.908504 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:06.024909 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:06.225769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:06.673837 run create_hlr_db(pid=9876): Launched\u000a02:03:06.797134 bus /sierra_2: Setting Powered False\u000a02:03:07.869473 run create_hlr_db(pid=9876): Terminated: ok {rc=0}\u000a02:03:08.270817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Launched\u000a02:03:08.595923 run osmo-hlr_10.42.42.2(pid=9879): Launched\u000a02:03:08.716996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:09.251145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Launched\u000a02:03:09.574823 run osmo-stp_10.42.42.5(pid=9882): Launched\u000a02:03:09.694240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:10.256892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9884): Launched\u000a02:03:10.581602 run osmo-msc_10.42.42.6(pid=9885): Launched\u000a02:03:10.772519 run osmo-stp_10.42.42.5(pid=9882): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]\u000a02:03:10.908840 run osmo-stp_10.42.42.5(pid=9882): stdout: \u000a| (launched: 2022-12-09_02:03:09.415331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:11.044526 run osmo-stp_10.42.42.5(pid=9882): stderr: \u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020309606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:11.174598 run osmo-stp_10.42.42.5(pid=9882): stdout: \u000a| (launched: 2022-12-09_02:03:09.415331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:11.303490 run osmo-stp_10.42.42.5(pid=9882): stderr: \u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020309605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020309606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020309606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:11.359863 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)] [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a02:03:11.368311 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:03:11.430591 run osmo-hlr_10.42.42.2(pid=9879): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9879)]\u000a02:03:11.481790 run osmo-hlr_10.42.42.2(pid=9879): stdout: \u000a| (launched: 2022-12-09_02:03:08.436081) \u000a02:03:11.533575 run osmo-hlr_10.42.42.2(pid=9879): stderr: \u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020308632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020308645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020308653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020308654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020308654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:11.604049 run osmo-msc_10.42.42.6(pid=9885): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9885)]\u000a02:03:11.655046 run osmo-msc_10.42.42.6(pid=9885): stdout: \u000a| (launched: 2022-12-09_02:03:10.420887) \u000a02:03:11.706647 run osmo-msc_10.42.42.6(pid=9885): stderr: \u000a| �[0;m�[38;5;43m20221209020310742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020310742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6770b4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020310742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020310742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020310742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020310742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020310744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020310744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020310745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020310745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:11.750763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Terminating (SIGTERM)\u000a02:03:11.792313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Terminating (SIGTERM)\u000a02:03:11.833632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9884): Terminating (SIGTERM)\u000a02:03:11.843234 --- ParallelTerminationStrategy: PID 9878 died...\u000a02:03:11.898858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Terminated: ok {rc=0}\u000a02:03:11.909029 --- ParallelTerminationStrategy: PID 9881 died...\u000a02:03:11.964120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Terminated: ok {rc=0}\u000a02:03:11.974195 --- ParallelTerminationStrategy: PID 9884 died...\u000a02:03:12.029688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9884): Terminated: ok {rc=0}\u000a02:03:12.117826 bus /sierra_3: Setting Powered False\u000a02:03:13.224764 bus /sierra_3: Setting Powered False\u000a02:03:14.335909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9896): Process ended prematurely: osmo-stp_10.42.42.5(pid=9896) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9896)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9896): Process ended prematurely: osmo-stp_10.42.42.5(pid=9896) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a02:03:16.392297 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:16.407727 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:03:16.570761 tst handover.py: using LAC 18317\u000a02:03:16.727834 tst handover.py: using RAC 212\u000a02:03:16.861652 tst handover.py: using CellId 18317\u000a02:03:17.013125 tst handover.py: using BVCI 18318\u000a02:03:17.040166 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a02:03:17.215271 tst handover.py: using LAC 18318\u000a02:03:17.337375 tst handover.py: using RAC 213\u000a02:03:17.455759 tst handover.py: using CellId 18318\u000a02:03:17.580430 tst handover.py: using BVCI 18319\u000a02:03:17.605683 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:17.617509 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:17.629291 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:17.640912 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:17.652808 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a02:03:17.664286 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:03:17.778941 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a02:03:17.992699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:18.482428 run create_hlr_db(pid=9890): Launched\u000a02:03:18.615072 bus /sierra_2: Setting Powered False\u000a02:03:19.690785 run create_hlr_db(pid=9890): Terminated: ok {rc=0}\u000a02:03:20.094423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Launched\u000a02:03:20.418784 run osmo-hlr_10.42.42.2(pid=9893): Launched\u000a02:03:20.536815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:21.071207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Launched\u000a02:03:21.395826 run osmo-stp_10.42.42.5(pid=9896): Launched\u000a02:03:21.513080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:22.080713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9898): Launched\u000a02:03:22.405109 run osmo-msc_10.42.42.6(pid=9899): Launched\u000a02:03:22.594901 run osmo-stp_10.42.42.5(pid=9896): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9896)]\u000a02:03:22.732054 run osmo-stp_10.42.42.5(pid=9896): stdout: \u000a| (launched: 2022-12-09_02:03:21.235695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:22.868150 run osmo-stp_10.42.42.5(pid=9896): stderr: \u000a| �[0;m�[38;5;43m20221209020321425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020321426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020321426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020321427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:22.998371 run osmo-stp_10.42.42.5(pid=9896): stdout: \u000a| (launched: 2022-12-09_02:03:21.235695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:23.127531 run osmo-stp_10.42.42.5(pid=9896): stderr: \u000a| �[0;m�[38;5;43m20221209020321425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020321426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020321426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020321427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020321427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:23.184206 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9896): Process ended prematurely: osmo-stp_10.42.42.5(pid=9896) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9896)] [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a02:03:23.192898 tst handover.py:18: Test FAILED (6.8 sec)\u000a02:03:23.255801 run osmo-hlr_10.42.42.2(pid=9893): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9893)]\u000a02:03:23.307217 run osmo-hlr_10.42.42.2(pid=9893): stdout: \u000a| (launched: 2022-12-09_02:03:20.259291) \u000a02:03:23.359322 run osmo-hlr_10.42.42.2(pid=9893): stderr: \u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020320453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020320465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020320475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020320475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020320475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:23.430188 run osmo-msc_10.42.42.6(pid=9899): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9899)]\u000a02:03:23.481485 run osmo-msc_10.42.42.6(pid=9899): stdout: \u000a| (launched: 2022-12-09_02:03:22.245732) \u000a02:03:23.533301 run osmo-msc_10.42.42.6(pid=9899): stderr: \u000a| �[0;m�[38;5;43m20221209020322566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020322566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ad8e53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020322566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020322566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020322566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020322566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020322568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020322568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020322569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020322569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:23.577298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Terminating (SIGTERM)\u000a02:03:23.619335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Terminating (SIGTERM)\u000a02:03:23.661514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9898): Terminating (SIGTERM)\u000a02:03:23.670975 --- ParallelTerminationStrategy: PID 9892 died...\u000a02:03:23.727154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Terminated: ok {rc=0}\u000a02:03:23.737421 --- ParallelTerminationStrategy: PID 9895 died...\u000a02:03:23.793192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Terminated: ok {rc=0}\u000a02:03:23.803376 --- ParallelTerminationStrategy: PID 9898 died...\u000a02:03:23.859801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9898): Terminated: ok {rc=0}\u000a02:03:23.946538 bus /sierra_3: Setting Powered False\u000a02:03:25.053742 bus /sierra_3: Setting Powered False\u000a02:03:26.162638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:03:16" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9910): Process ended prematurely: osmo-stp_10.42.42.5(pid=9910) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9910)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9910): Process ended prematurely: osmo-stp_10.42.42.5(pid=9910) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:03:28.165181 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:28.176432 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:28.313725 tst handover.py: using LAC 18319\u000a02:03:28.441937 tst handover.py: using RAC 214\u000a02:03:28.577781 tst handover.py: using CellId 18319\u000a02:03:28.707473 tst handover.py: using BVCI 18320\u000a02:03:28.732211 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:03:28.865803 tst handover.py: using LAC 18320\u000a02:03:28.990553 tst handover.py: using RAC 215\u000a02:03:29.117247 tst handover.py: using CellId 18320\u000a02:03:29.243295 tst handover.py: using BVCI 18321\u000a02:03:29.267880 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:29.279226 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:29.290460 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:29.301723 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:29.312864 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:03:29.324061 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:29.439051 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:03:29.648794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:30.137541 run create_hlr_db(pid=9904): Launched\u000a02:03:30.269266 bus /sierra_2: Setting Powered False\u000a02:03:31.339912 run create_hlr_db(pid=9904): Terminated: ok {rc=0}\u000a02:03:31.744560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9906): Launched\u000a02:03:32.135642 run osmo-hlr_10.42.42.2(pid=9907): Launched\u000a02:03:32.252018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:32.759627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9909): Launched\u000a02:03:33.061366 run osmo-stp_10.42.42.5(pid=9910): Launched\u000a02:03:33.170893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:33.694793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9912): Launched\u000a02:03:33.997595 run osmo-msc_10.42.42.6(pid=9913): Launched\u000a02:03:34.174541 run osmo-stp_10.42.42.5(pid=9910): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9910)]\u000a02:03:34.302404 run osmo-stp_10.42.42.5(pid=9910): stdout: \u000a| (launched: 2022-12-09_02:03:32.912881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:34.427920 run osmo-stp_10.42.42.5(pid=9910): stderr: \u000a| �[0;m�[38;5;43m20221209020333080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020333081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020333081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020333081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:34.549424 run osmo-stp_10.42.42.5(pid=9910): stdout: \u000a| (launched: 2022-12-09_02:03:32.912881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:34.669593 run osmo-stp_10.42.42.5(pid=9910): stderr: \u000a| �[0;m�[38;5;43m20221209020333080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020333081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020333081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020333081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020333082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:34.722142 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9910): Process ended prematurely: osmo-stp_10.42.42.5(pid=9910) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9910)] [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a02:03:34.730226 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:03:34.790425 run osmo-hlr_10.42.42.2(pid=9907): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9907)]\u000a02:03:34.839752 run osmo-hlr_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-09_02:03:31.903595) \u000a02:03:34.889136 run osmo-hlr_10.42.42.2(pid=9907): stderr: \u000a| �[0;m�[1;31m20221209020332202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020332202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020332202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020332203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020332203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020332203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020332214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020332222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020332222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020332222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:34.956713 run osmo-msc_10.42.42.6(pid=9913): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9913)]\u000a02:03:35.005619 run osmo-msc_10.42.42.6(pid=9913): stdout: \u000a| (launched: 2022-12-09_02:03:33.847897) \u000a02:03:35.055259 run osmo-msc_10.42.42.6(pid=9913): stderr: \u000a| �[0;m�[38;5;43m20221209020334115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020334115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb46effc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020334115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020334115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020334115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020334116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020334117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020334118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020334118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020334118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:35.096970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9906): Terminating (SIGTERM)\u000a02:03:35.137177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9909): Terminating (SIGTERM)\u000a02:03:35.177075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9912): Terminating (SIGTERM)\u000a02:03:35.186553 --- ParallelTerminationStrategy: PID 9906 died...\u000a02:03:35.240035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9906): Terminated: ok {rc=0}\u000a02:03:35.250021 --- ParallelTerminationStrategy: PID 9909 died...\u000a02:03:35.303106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9909): Terminated: ok {rc=0}\u000a02:03:35.313039 --- ParallelTerminationStrategy: PID 9912 died...\u000a02:03:35.366055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9912): Terminated: ok {rc=0}\u000a02:03:35.453797 bus /sierra_3: Setting Powered False\u000a02:03:36.557318 bus /sierra_3: Setting Powered False\u000a02:03:37.669490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:03:27" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9924): Process ended prematurely: osmo-stp_10.42.42.5(pid=9924) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9924)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9924): Process ended prematurely: osmo-stp_10.42.42.5(pid=9924) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:03:39.664354 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:39.675282 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:39.809400 tst handover.py: using LAC 18321\u000a02:03:39.926750 tst handover.py: using RAC 216\u000a02:03:40.043064 tst handover.py: using CellId 18321\u000a02:03:40.164435 tst handover.py: using BVCI 18322\u000a02:03:40.187238 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:03:40.322127 tst handover.py: using LAC 18322\u000a02:03:40.438541 tst handover.py: using RAC 217\u000a02:03:40.556291 tst handover.py: using CellId 18322\u000a02:03:40.672808 tst handover.py: using BVCI 18323\u000a02:03:40.695652 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:40.706602 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:40.717415 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:40.728473 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:40.739505 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:03:40.750446 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:40.869289 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:03:41.079774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:41.570221 run create_hlr_db(pid=9918): Launched\u000a02:03:41.703960 bus /sierra_2: Setting Powered False\u000a02:03:42.778932 run create_hlr_db(pid=9918): Terminated: ok {rc=0}\u000a02:03:43.181881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9920): Launched\u000a02:03:43.506015 run osmo-hlr_10.42.42.2(pid=9921): Launched\u000a02:03:43.623577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:44.159183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9923): Launched\u000a02:03:44.483363 run osmo-stp_10.42.42.5(pid=9924): Launched\u000a02:03:44.601323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:45.164668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9926): Launched\u000a02:03:45.488122 run osmo-msc_10.42.42.6(pid=9927): Launched\u000a02:03:45.677969 run osmo-stp_10.42.42.5(pid=9924): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9924)]\u000a02:03:45.814177 run osmo-stp_10.42.42.5(pid=9924): stdout: \u000a| (launched: 2022-12-09_02:03:44.324306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:45.988817 run osmo-stp_10.42.42.5(pid=9924): stderr: \u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020344515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:46.115948 run osmo-stp_10.42.42.5(pid=9924): stdout: \u000a| (launched: 2022-12-09_02:03:44.324306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:46.240100 run osmo-stp_10.42.42.5(pid=9924): stderr: \u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020344514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020344515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020344515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:46.295737 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9924): Process ended prematurely: osmo-stp_10.42.42.5(pid=9924) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9924)] [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a02:03:46.304680 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:03:46.370112 run osmo-hlr_10.42.42.2(pid=9921): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9921)]\u000a02:03:46.422103 run osmo-hlr_10.42.42.2(pid=9921): stdout: \u000a| (launched: 2022-12-09_02:03:43.347226) \u000a02:03:46.476289 run osmo-hlr_10.42.42.2(pid=9921): stderr: \u000a| �[0;m�[1;31m20221209020343541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020343542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020343542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020343542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020343542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020343542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020343555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020343563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020343563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020343563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:46.546851 run osmo-msc_10.42.42.6(pid=9927): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9927)]\u000a02:03:46.597994 run osmo-msc_10.42.42.6(pid=9927): stdout: \u000a| (launched: 2022-12-09_02:03:45.329702) \u000a02:03:46.651733 run osmo-msc_10.42.42.6(pid=9927): stderr: \u000a| �[0;m�[38;5;43m20221209020345650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020345650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94f92dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020345650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020345650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020345650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020345651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020345652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020345653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020345653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020345653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:46.698102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9920): Terminating (SIGTERM)\u000a02:03:46.743525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9923): Terminating (SIGTERM)\u000a02:03:46.789494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9926): Terminating (SIGTERM)\u000a02:03:46.799970 --- ParallelTerminationStrategy: PID 9920 died...\u000a02:03:46.859605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9920): Terminated: ok {rc=0}\u000a02:03:46.870421 --- ParallelTerminationStrategy: PID 9923 died...\u000a02:03:46.928073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9923): Terminated: ok {rc=0}\u000a02:03:46.938839 --- ParallelTerminationStrategy: PID 9926 died...\u000a02:03:46.994688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9926): Terminated: ok {rc=0}\u000a02:03:47.086941 bus /sierra_3: Setting Powered False\u000a02:03:48.188003 bus /sierra_3: Setting Powered False\u000a02:03:49.299108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:03:39" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:03:51.326152 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:51.337483 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:51.470268 tst handover.py: using LAC 18323\u000a02:03:51.595270 tst handover.py: using RAC 218\u000a02:03:51.721968 tst handover.py: using CellId 18323\u000a02:03:51.850347 tst handover.py: using BVCI 18324\u000a02:03:51.874879 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:03:52.019098 tst handover.py: using LAC 18324\u000a02:03:52.145665 tst handover.py: using RAC 219\u000a02:03:52.277280 tst handover.py: using CellId 18324\u000a02:03:52.401950 tst handover.py: using BVCI 18325\u000a02:03:52.426711 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:52.438131 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:52.449348 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:52.460615 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:52.471908 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:03:52.483166 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:52.598876 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:03:52.808736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:03:53.297139 run create_hlr_db(pid=9932): Launched\u000a02:03:53.429521 bus /sierra_2: Setting Powered False\u000a02:03:54.506360 run create_hlr_db(pid=9932): Terminated: ok {rc=0}\u000a02:03:54.910568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Launched\u000a02:03:55.235333 run osmo-hlr_10.42.42.2(pid=9935): Launched\u000a02:03:55.354081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:03:55.889289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Launched\u000a02:03:56.214446 run osmo-stp_10.42.42.5(pid=9938): Launched\u000a02:03:56.332180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:03:56.896159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Launched\u000a02:03:57.220589 run osmo-msc_10.42.42.6(pid=9941): Launched\u000a02:03:57.409307 run osmo-stp_10.42.42.5(pid=9938): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)]\u000a02:03:57.545413 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-09_02:03:56.054349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:57.681025 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221209020356242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020356243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020356243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020356243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:57.810586 run osmo-stp_10.42.42.5(pid=9938): stdout: \u000a| (launched: 2022-12-09_02:03:56.054349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:03:57.939281 run osmo-stp_10.42.42.5(pid=9938): stderr: \u000a| �[0;m�[38;5;43m20221209020356242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020356243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020356243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020356243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020356244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:03:57.995343 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9938): Process ended prematurely: osmo-stp_10.42.42.5(pid=9938) [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9938)] [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a02:03:58.003762 tst handover.py:18: Test FAILED (6.7 sec)\u000a02:03:58.066321 run osmo-hlr_10.42.42.2(pid=9935): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9935)]\u000a02:03:58.117935 run osmo-hlr_10.42.42.2(pid=9935): stdout: \u000a| (launched: 2022-12-09_02:03:55.076237) \u000a02:03:58.170111 run osmo-hlr_10.42.42.2(pid=9935): stderr: \u000a| �[0;m�[1;31m20221209020355271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020355271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020355271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020355271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020355271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020355272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020355285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020355293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020355293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020355293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:03:58.240718 run osmo-msc_10.42.42.6(pid=9941): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9941)]\u000a02:03:58.291930 run osmo-msc_10.42.42.6(pid=9941): stdout: \u000a| (launched: 2022-12-09_02:03:57.060649) \u000a02:03:58.343864 run osmo-msc_10.42.42.6(pid=9941): stderr: \u000a| �[0;m�[38;5;43m20221209020357382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020357382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca7f424c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020357382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020357382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020357382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020357382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020357384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020357384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020357385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020357385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:03:58.387796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Terminating (SIGTERM)\u000a02:03:58.429516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminating (SIGTERM)\u000a02:03:58.471177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Terminating (SIGTERM)\u000a02:03:58.480577 --- ParallelTerminationStrategy: PID 9934 died...\u000a02:03:58.536230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9934): Terminated: ok {rc=0}\u000a02:03:58.546269 --- ParallelTerminationStrategy: PID 9937 died...\u000a02:03:58.601593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9937): Terminated: ok {rc=0}\u000a02:03:58.611573 --- ParallelTerminationStrategy: PID 9940 died...\u000a02:03:58.667651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9940): Terminated: ok {rc=0}\u000a02:03:58.753869 bus /sierra_3: Setting Powered False\u000a02:03:59.858646 bus /sierra_3: Setting Powered False\u000a02:04:00.987815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:03:51" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a02:04:03.014854 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:03.025723 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:04:03.168713 tst handover.py: using LAC 18325\u000a02:04:03.297218 tst handover.py: using RAC 220\u000a02:04:03.425972 tst handover.py: using CellId 18325\u000a02:04:03.557862 tst handover.py: using BVCI 18326\u000a02:04:03.582706 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a02:04:03.711115 tst handover.py: using LAC 18326\u000a02:04:03.836548 tst handover.py: using RAC 221\u000a02:04:03.961905 tst handover.py: using CellId 18326\u000a02:04:04.087245 tst handover.py: using BVCI 18327\u000a02:04:04.111870 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:04.123217 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:04.134441 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:04.145728 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:04.157139 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a02:04:04.168333 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:04:04.284891 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a02:04:04.483995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:04.935258 run create_hlr_db(pid=9946): Launched\u000a02:04:05.058714 bus /sierra_2: Setting Powered False\u000a02:04:06.131395 run create_hlr_db(pid=9946): Terminated: ok {rc=0}\u000a02:04:06.509724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Launched\u000a02:04:06.812385 run osmo-hlr_10.42.42.2(pid=9949): Launched\u000a02:04:06.927631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:07.432890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Launched\u000a02:04:07.736111 run osmo-stp_10.42.42.5(pid=9952): Launched\u000a02:04:07.846056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:08.374059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Launched\u000a02:04:08.677691 run osmo-msc_10.42.42.6(pid=9955): Launched\u000a02:04:08.855266 run osmo-stp_10.42.42.5(pid=9952): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a02:04:08.984295 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-09_02:04:07.586842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:09.110151 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020407757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:09.231257 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-09_02:04:07.586842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:09.351428 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020407756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020407757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020407757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:09.404149 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)] [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a02:04:09.411966 tst handover.py:18: Test FAILED (6.4 sec)\u000a02:04:09.472518 run osmo-hlr_10.42.42.2(pid=9949): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9949)]\u000a02:04:09.522503 run osmo-hlr_10.42.42.2(pid=9949): stdout: \u000a| (launched: 2022-12-09_02:04:06.663451) \u000a02:04:09.572580 run osmo-hlr_10.42.42.2(pid=9949): stderr: \u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020406835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020406847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020406855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020406856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020406856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:09.640613 run osmo-msc_10.42.42.6(pid=9955): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9955)]\u000a02:04:09.689964 run osmo-msc_10.42.42.6(pid=9955): stdout: \u000a| (launched: 2022-12-09_02:04:08.527175) \u000a02:04:09.739986 run osmo-msc_10.42.42.6(pid=9955): stderr: \u000a| �[0;m�[38;5;43m20221209020408798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020408798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74b3283c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020408798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020408798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020408799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020408799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020408801 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020408801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020408801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020408801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:09.781988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminating (SIGTERM)\u000a02:04:09.822033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminating (SIGTERM)\u000a02:04:09.861957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminating (SIGTERM)\u000a02:04:09.871393 --- ParallelTerminationStrategy: PID 9948 died...\u000a02:04:09.925026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminated: ok {rc=0}\u000a02:04:09.934966 --- ParallelTerminationStrategy: PID 9951 died...\u000a02:04:09.988332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminated: ok {rc=0}\u000a02:04:09.998164 --- ParallelTerminationStrategy: PID 9954 died...\u000a02:04:10.051459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9954): Terminated: ok {rc=0}\u000a02:04:10.139730 bus /sierra_3: Setting Powered False\u000a02:04:11.245079 bus /sierra_3: Setting Powered False\u000a02:04:12.356075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:04:02" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:04:14.386184 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:14.397599 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:14.541261 tst handover.py: using LAC 18327\u000a02:04:14.670092 tst handover.py: using RAC 222\u000a02:04:14.800445 tst handover.py: using CellId 18327\u000a02:04:14.927220 tst handover.py: using BVCI 18328\u000a02:04:14.951964 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:15.095707 tst handover.py: using LAC 18328\u000a02:04:15.222150 tst handover.py: using RAC 223\u000a02:04:15.350454 tst handover.py: using CellId 18328\u000a02:04:15.477016 tst handover.py: using BVCI 18329\u000a02:04:15.502018 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.513420 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.524571 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.535896 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.547207 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:15.558640 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:15.673036 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:15.874261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:16.407170 run create_hlr_db(pid=9960): Launched\u000a02:04:16.546701 bus /sierra_2: Setting Powered False\u000a02:04:17.617928 run create_hlr_db(pid=9960): Terminated: ok {rc=0}\u000a02:04:17.998796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Launched\u000a02:04:18.300257 run osmo-hlr_10.42.42.2(pid=9963): Launched\u000a02:04:18.418094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:18.923904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Launched\u000a02:04:19.226742 run osmo-stp_10.42.42.5(pid=9966): Launched\u000a02:04:19.336496 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:19.902606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Launched\u000a02:04:20.206680 run osmo-msc_10.42.42.6(pid=9969): Launched\u000a02:04:20.385703 run osmo-stp_10.42.42.5(pid=9966): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)]\u000a02:04:20.513168 run osmo-stp_10.42.42.5(pid=9966): stdout: \u000a| (launched: 2022-12-09_02:04:19.077594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:20.638876 run osmo-stp_10.42.42.5(pid=9966): stderr: \u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020419244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020419244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020419244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020419245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:20.759834 run osmo-stp_10.42.42.5(pid=9966): stdout: \u000a| (launched: 2022-12-09_02:04:19.077594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:20.879624 run osmo-stp_10.42.42.5(pid=9966): stderr: \u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020419243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020419244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020419244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020419244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020419245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:20.932069 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9966): Process ended prematurely: osmo-stp_10.42.42.5(pid=9966) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9966)] [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a02:04:20.939869 tst handover.py:18: Test FAILED (6.5 sec)\u000a02:04:21.000276 run osmo-hlr_10.42.42.2(pid=9963): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9963)]\u000a02:04:21.049450 run osmo-hlr_10.42.42.2(pid=9963): stdout: \u000a| (launched: 2022-12-09_02:04:18.152151) \u000a02:04:21.099339 run osmo-hlr_10.42.42.2(pid=9963): stderr: \u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020418324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020418336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020418345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020418346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020418346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:21.166776 run osmo-msc_10.42.42.6(pid=9969): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9969)]\u000a02:04:21.215647 run osmo-msc_10.42.42.6(pid=9969): stdout: \u000a| (launched: 2022-12-09_02:04:20.055699) \u000a02:04:21.265212 run osmo-msc_10.42.42.6(pid=9969): stderr: \u000a| �[0;m�[38;5;43m20221209020420323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020420323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bfbfa8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020420323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020420323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020420323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020420324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020420325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020420326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020420326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020420326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:21.307007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Terminating (SIGTERM)\u000a02:04:21.346555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Terminating (SIGTERM)\u000a02:04:21.386213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Terminating (SIGTERM)\u000a02:04:21.395533 --- ParallelTerminationStrategy: PID 9962 died...\u000a02:04:21.448750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9962): Terminated: ok {rc=0}\u000a02:04:21.458364 --- ParallelTerminationStrategy: PID 9965 died...\u000a02:04:21.511494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9965): Terminated: ok {rc=0}\u000a02:04:21.521220 --- ParallelTerminationStrategy: PID 9968 died...\u000a02:04:21.574047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9968): Terminated: ok {rc=0}\u000a02:04:21.662580 bus /sierra_3: Setting Powered False\u000a02:04:22.767083 bus /sierra_3: Setting Powered False\u000a02:04:23.873834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 181, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9980): Process ended prematurely: osmo-stp_10.42.42.5(pid=9980) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9980)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9980): Process ended prematurely: osmo-stp_10.42.42.5(pid=9980) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:25.909905 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:25.921306 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:26.065284 tst handover.py: using LAC 18329\u000a02:04:26.193249 tst handover.py: using RAC 224\u000a02:04:26.321782 tst handover.py: using CellId 18329\u000a02:04:26.451844 tst handover.py: using BVCI 18330\u000a02:04:26.476422 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:26.629067 tst handover.py: using LAC 18330\u000a02:04:26.762234 tst handover.py: using RAC 225\u000a02:04:26.886867 tst handover.py: using CellId 18330\u000a02:04:27.010695 tst handover.py: using BVCI 18331\u000a02:04:27.033588 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.044564 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.055554 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.066868 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.078093 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:27.089094 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:27.205937 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:27.417275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:27.907243 run create_hlr_db(pid=9974): Launched\u000a02:04:28.039612 bus /sierra_2: Setting Powered False\u000a02:04:29.116644 run create_hlr_db(pid=9974): Terminated: ok {rc=0}\u000a02:04:29.520136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9976): Launched\u000a02:04:29.844659 run osmo-hlr_10.42.42.2(pid=9977): Launched\u000a02:04:29.962619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:30.498228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9979): Launched\u000a02:04:30.823615 run osmo-stp_10.42.42.5(pid=9980): Launched\u000a02:04:31.066394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:31.660907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9982): Launched\u000a02:04:32.117190 run osmo-msc_10.42.42.6(pid=9983): Launched\u000a02:04:32.350724 run osmo-stp_10.42.42.5(pid=9980): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9980)]\u000a02:04:32.487210 run osmo-stp_10.42.42.5(pid=9980): stdout: \u000a| (launched: 2022-12-09_02:04:30.664240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:32.622642 run osmo-stp_10.42.42.5(pid=9980): stderr: \u000a| �[0;m�[38;5;43m20221209020430905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020430905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020430906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020430906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:32.753061 run osmo-stp_10.42.42.5(pid=9980): stdout: \u000a| (launched: 2022-12-09_02:04:30.664240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:32.881568 run osmo-stp_10.42.42.5(pid=9980): stderr: \u000a| �[0;m�[38;5;43m20221209020430905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020430905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020430906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020430906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020430907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:32.937972 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9980): Process ended prematurely: osmo-stp_10.42.42.5(pid=9980) [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9980)] [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a02:04:32.947798 tst handover.py:18: Test FAILED (7.0 sec)\u000a02:04:33.010612 run osmo-hlr_10.42.42.2(pid=9977): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9977)]\u000a02:04:33.061922 run osmo-hlr_10.42.42.2(pid=9977): stdout: \u000a| (launched: 2022-12-09_02:04:29.685622) \u000a02:04:33.114019 run osmo-hlr_10.42.42.2(pid=9977): stderr: \u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020429884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020429896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020429904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020429905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020429905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:33.184924 run osmo-msc_10.42.42.6(pid=9983): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9983)]\u000a02:04:33.236515 run osmo-msc_10.42.42.6(pid=9983): stdout: \u000a| (launched: 2022-12-09_02:04:31.828639) \u000a02:04:33.288564 run osmo-msc_10.42.42.6(pid=9983): stderr: \u000a| �[0;m�[38;5;43m20221209020432270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020432270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52ab9f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020432270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020432270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020432270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020432271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020432272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020432273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020432273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020432273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:33.332705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9976): Terminating (SIGTERM)\u000a02:04:33.374462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9979): Terminating (SIGTERM)\u000a02:04:33.416303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9982): Terminating (SIGTERM)\u000a02:04:33.426088 --- ParallelTerminationStrategy: PID 9976 died...\u000a02:04:33.481889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9976): Terminated: ok {rc=0}\u000a02:04:33.492080 --- ParallelTerminationStrategy: PID 9979 died...\u000a02:04:33.547809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9979): Terminated: ok {rc=0}\u000a02:04:33.557957 --- ParallelTerminationStrategy: PID 9982 died...\u000a02:04:33.613718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9982): Terminated: ok {rc=0}\u000a02:04:33.699742 bus /sierra_3: Setting Powered False\u000a02:04:34.806511 bus /sierra_3: Setting Powered False\u000a02:04:35.913730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:04:25" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9995): Process ended prematurely: osmo-stp_10.42.42.5(pid=9995) [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9995)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9995): Process ended prematurely: osmo-stp_10.42.42.5(pid=9995) [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a02:04:37.927627 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:37.938811 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:38.066249 tst handover.py: using LAC 18331\u000a02:04:38.188022 tst handover.py: using RAC 226\u000a02:04:38.308749 tst handover.py: using CellId 18331\u000a02:04:38.432589 tst handover.py: using BVCI 18332\u000a02:04:38.455420 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a02:04:38.589885 tst handover.py: using LAC 18332\u000a02:04:38.707848 tst handover.py: using RAC 227\u000a02:04:38.827944 tst handover.py: using CellId 18332\u000a02:04:38.947968 tst handover.py: using BVCI 18333\u000a02:04:38.971040 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:38.981971 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:38.992664 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:39.004258 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:39.015600 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a02:04:39.027049 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:39.146134 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a02:04:39.346411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:39.795935 run create_hlr_db(pid=9989): Launched\u000a02:04:39.919177 bus /sierra_2: Setting Powered False\u000a02:04:40.991474 run create_hlr_db(pid=9989): Terminated: ok {rc=0}\u000a02:04:41.369461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9991): Launched\u000a02:04:41.672460 run osmo-hlr_10.42.42.2(pid=9992): Launched\u000a02:04:41.791045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:42.295246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9994): Launched\u000a02:04:42.598046 run osmo-stp_10.42.42.5(pid=9995): Launched\u000a02:04:42.708510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:43.234423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9997): Launched\u000a02:04:43.537837 run osmo-msc_10.42.42.6(pid=9998): Launched\u000a02:04:43.714919 run osmo-stp_10.42.42.5(pid=9995): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9995)]\u000a02:04:43.842877 run osmo-stp_10.42.42.5(pid=9995): stdout: \u000a| (launched: 2022-12-09_02:04:42.448167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:43.968409 run osmo-stp_10.42.42.5(pid=9995): stderr: \u000a| �[0;m�[38;5;43m20221209020442616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020442617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020442617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020442617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:44.089663 run osmo-stp_10.42.42.5(pid=9995): stdout: \u000a| (launched: 2022-12-09_02:04:42.448167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:44.209855 run osmo-stp_10.42.42.5(pid=9995): stderr: \u000a| �[0;m�[38;5;43m20221209020442616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020442617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020442617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020442617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020442618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:44.262496 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=9995): Process ended prematurely: osmo-stp_10.42.42.5(pid=9995) [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9995)] [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a02:04:44.270359 tst handover.py:18: Test FAILED (6.3 sec)\u000a02:04:44.330526 run osmo-hlr_10.42.42.2(pid=9992): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9992)]\u000a02:04:44.379989 run osmo-hlr_10.42.42.2(pid=9992): stdout: \u000a| (launched: 2022-12-09_02:04:41.522852) \u000a02:04:44.429816 run osmo-hlr_10.42.42.2(pid=9992): stderr: \u000a| �[0;m�[1;31m20221209020441696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020441696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020441697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020441697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020441697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020441697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020441710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020441718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020441719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020441719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:44.497781 run osmo-msc_10.42.42.6(pid=9998): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9998)]\u000a02:04:44.546984 run osmo-msc_10.42.42.6(pid=9998): stdout: \u000a| (launched: 2022-12-09_02:04:43.387716) \u000a02:04:44.596652 run osmo-msc_10.42.42.6(pid=9998): stderr: \u000a| �[0;m�[38;5;43m20221209020443656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020443657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa902882c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020443657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020443657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020443657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020443657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020443659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020443659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020443659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020443659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:44.638563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9991): Terminating (SIGTERM)\u000a02:04:44.678481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9994): Terminating (SIGTERM)\u000a02:04:44.718435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9997): Terminating (SIGTERM)\u000a02:04:44.727903 --- ParallelTerminationStrategy: PID 9991 died...\u000a02:04:44.781610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9991): Terminated: ok {rc=0}\u000a02:04:44.791347 --- ParallelTerminationStrategy: PID 9994 died...\u000a02:04:44.844488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9994): Terminated: ok {rc=0}\u000a02:04:44.854420 --- ParallelTerminationStrategy: PID 9997 died...\u000a02:04:44.907456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9997): Terminated: ok {rc=0}\u000a02:04:44.990397 bus /sierra_3: Setting Powered False\u000a02:04:46.104127 bus /sierra_3: Setting Powered False\u000a02:04:47.219524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:04:37" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10009): Process ended prematurely: osmo-stp_10.42.42.5(pid=10009) [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10009)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10009): Process ended prematurely: osmo-stp_10.42.42.5(pid=10009) [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:04:49.197227 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:49.209413 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:49.337257 tst handover.py: using LAC 18333\u000a02:04:49.466090 tst handover.py: using RAC 228\u000a02:04:49.594394 tst handover.py: using CellId 18333\u000a02:04:49.722555 tst handover.py: using BVCI 18334\u000a02:04:49.747114 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:04:49.882705 tst handover.py: using LAC 18334\u000a02:04:50.000801 tst handover.py: using RAC 229\u000a02:04:50.123870 tst handover.py: using CellId 18334\u000a02:04:50.245683 tst handover.py: using BVCI 18335\u000a02:04:50.268543 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:50.279230 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:50.289717 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:50.300452 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:50.311309 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:04:50.322190 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:50.440275 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:04:50.642068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:04:51.090865 run create_hlr_db(pid=10003): Launched\u000a02:04:51.213702 bus /sierra_2: Setting Powered False\u000a02:04:52.286146 run create_hlr_db(pid=10003): Terminated: ok {rc=0}\u000a02:04:52.688594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10005): Launched\u000a02:04:53.011582 run osmo-hlr_10.42.42.2(pid=10006): Launched\u000a02:04:53.132336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:04:53.670295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10008): Launched\u000a02:04:53.995038 run osmo-stp_10.42.42.5(pid=10009): Launched\u000a02:04:54.112838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:04:54.677369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10011): Launched\u000a02:04:55.002186 run osmo-msc_10.42.42.6(pid=10012): Launched\u000a02:04:55.191843 run osmo-stp_10.42.42.5(pid=10009): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10009)]\u000a02:04:55.329272 run osmo-stp_10.42.42.5(pid=10009): stdout: \u000a| (launched: 2022-12-09_02:04:53.835831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:55.464643 run osmo-stp_10.42.42.5(pid=10009): stderr: \u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020454025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020454025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020454025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020454026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:55.594686 run osmo-stp_10.42.42.5(pid=10009): stdout: \u000a| (launched: 2022-12-09_02:04:53.835831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:04:55.723801 run osmo-stp_10.42.42.5(pid=10009): stderr: \u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020454024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020454025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020454025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020454025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020454026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:04:55.780152 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10009): Process ended prematurely: osmo-stp_10.42.42.5(pid=10009) [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10009)] [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a02:04:55.788608 tst handover.py:18: Test FAILED (6.6 sec)\u000a02:04:55.851163 run osmo-hlr_10.42.42.2(pid=10006): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10006)]\u000a02:04:55.902469 run osmo-hlr_10.42.42.2(pid=10006): stdout: \u000a| (launched: 2022-12-09_02:04:52.853522) \u000a02:04:55.954572 run osmo-hlr_10.42.42.2(pid=10006): stderr: \u000a| �[0;m�[1;31m20221209020453049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020453049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020453049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020453049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020453049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020453050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020453063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020453072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020453073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020453073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:04:56.025280 run osmo-msc_10.42.42.6(pid=10012): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10012)]\u000a02:04:56.076667 run osmo-msc_10.42.42.6(pid=10012): stdout: \u000a| (launched: 2022-12-09_02:04:54.841955) \u000a02:04:56.128598 run osmo-msc_10.42.42.6(pid=10012): stderr: \u000a| �[0;m�[38;5;43m20221209020455159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020455159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e6561fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020455159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020455159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020455160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020455160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020455162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020455162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020455162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020455162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:04:56.172732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10005): Terminating (SIGTERM)\u000a02:04:56.214527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10008): Terminating (SIGTERM)\u000a02:04:56.256499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10011): Terminating (SIGTERM)\u000a02:04:56.266293 --- ParallelTerminationStrategy: PID 10005 died...\u000a02:04:56.322843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10005): Terminated: ok {rc=0}\u000a02:04:56.333119 --- ParallelTerminationStrategy: PID 10008 died...\u000a02:04:56.389200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10008): Terminated: ok {rc=0}\u000a02:04:56.399378 --- ParallelTerminationStrategy: PID 10011 died...\u000a02:04:56.455724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10011): Terminated: ok {rc=0}\u000a02:04:56.543097 bus /sierra_3: Setting Powered False\u000a02:04:57.648795 bus /sierra_3: Setting Powered False\u000a02:04:58.757353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:04:48" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10026): Process ended prematurely: osmo-stp_10.42.42.5(pid=10026) [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10026)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10026): Process ended prematurely: osmo-stp_10.42.42.5(pid=10026) [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2352 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a02:05:00.777958 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:00.789194 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:05:00.944388 tst handover.py: using LAC 18335\u000a02:05:01.078619 tst handover.py: using RAC 230\u000a02:05:01.203931 tst handover.py: using CellId 18335\u000a02:05:01.364676 tst handover.py: using BVCI 18336\u000a02:05:01.398477 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a02:05:01.564220 tst handover.py: using LAC 18336\u000a02:05:01.690261 tst handover.py: using RAC 231\u000a02:05:01.861891 tst handover.py: using CellId 18336\u000a02:05:02.044712 tst handover.py: using BVCI 18337\u000a02:05:02.076652 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:02.091589 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:02.106636 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:02.122705 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:02.139318 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a02:05:02.155607 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:05:02.299998 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a02:05:02.510815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a02:05:02.960210 run create_hlr_db(pid=10020): Launched\u000a02:05:03.083508 bus /sierra_2: Setting Powered False\u000a02:05:04.156696 run create_hlr_db(pid=10020): Terminated: ok {rc=0}\u000a02:05:04.559650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10022): Launched\u000a02:05:04.885275 run osmo-hlr_10.42.42.2(pid=10023): Launched\u000a02:05:05.006254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a02:05:05.543336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10025): Launched\u000a02:05:05.868255 run osmo-stp_10.42.42.5(pid=10026): Launched\u000a02:05:05.986069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a02:05:06.550241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10028): Launched\u000a02:05:06.875953 run osmo-msc_10.42.42.6(pid=10029): Launched\u000a02:05:07.065865 run osmo-stp_10.42.42.5(pid=10026): ERR: Terminated: ERROR {rc=1} [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10026)]\u000a02:05:07.202284 run osmo-stp_10.42.42.5(pid=10026): stdout: \u000a| (launched: 2022-12-09_02:05:05.709193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:05:07.337646 run osmo-stp_10.42.42.5(pid=10026): stderr: \u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020505903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:05:07.467744 run osmo-stp_10.42.42.5(pid=10026): stdout: \u000a| (launched: 2022-12-09_02:05:05.709193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a02:05:07.596581 run osmo-stp_10.42.42.5(pid=10026): stderr: \u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209020505902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209020505903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209020505903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a02:05:07.653043 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=10026): Process ended prematurely: osmo-stp_10.42.42.5(pid=10026) [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10026)] [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a02:05:07.661974 tst handover.py:18: Test FAILED (6.9 sec)\u000a02:05:07.724633 run osmo-hlr_10.42.42.2(pid=10023): ERR: Terminated: ERROR {rc=237} [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10023)]\u000a02:05:07.775855 run osmo-hlr_10.42.42.2(pid=10023): stdout: \u000a| (launched: 2022-12-09_02:05:04.725979) \u000a02:05:07.827528 run osmo-hlr_10.42.42.2(pid=10023): stderr: \u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209020504921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209020504934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2352/run.2022-12-09_00-40-26/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209020504943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209020504943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209020504943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a02:05:07.897950 run osmo-msc_10.42.42.6(pid=10029): ERR: Terminated: ERROR {rc=2} [trial-2352↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10029)]\u000a02:05:07.948936 run osmo-msc_10.42.42.6(pid=10029): stdout: \u000a| (launched: 2022-12-09_02:05:06.716567) \u000a02:05:08.000993 run osmo-msc_10.42.42.6(pid=10029): stderr: \u000a| �[0;m�[38;5;43m20221209020507036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209020507037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92b8061c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209020507037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209020507037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209020507037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209020507037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209020507039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209020507039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209020507039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209020507039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a02:05:08.045069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10022): Terminating (SIGTERM)\u000a02:05:08.086762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10025): Terminating (SIGTERM)\u000a02:05:08.128607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10028): Terminating (SIGTERM)\u000a02:05:08.137988 --- ParallelTerminationStrategy: PID 10022 died...\u000a02:05:08.193600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10022): Terminated: ok {rc=0}\u000a02:05:08.203659 --- ParallelTerminationStrategy: PID 10025 died...\u000a02:05:08.259050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10025): Terminated: ok {rc=0}\u000a02:05:08.269111 --- ParallelTerminationStrategy: PID 10028 died...\u000a02:05:08.324670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10028): Terminated: ok {rc=0}\u000a02:05:08.411567 bus /sierra_3: Setting Powered False\u000a02:05:09.517312 bus /sierra_3: Setting Powered False\u000a02:05:10.624457 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T02:05:00" } ] }